
<!DOCTYPE HTML>
<html lang="zh-hans" >
    <head>
        <meta charset="UTF-8">
        <meta content="text/html; charset=utf-8" http-equiv="Content-Type">
        <title>HPA · 这是程序员吗</title>
        <meta http-equiv="X-UA-Compatible" content="IE=edge" />
        <meta name="description" content="">
        <meta name="generator" content="GitBook 3.2.3">
        <meta name="author" content="xishengcai">
        
        
    
    
    <link rel="stylesheet" href="../../../gitbook/style.css">

    
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-expandable-chapters/expandable-chapters.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-toggle-chapters/toggle.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-search-plus/search.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-disqus/plugin.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-prism/prism-base16-ateliersulphurpool.light.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-advanced-emoji/emoji-website.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-anchors/plugin.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-emphasize/plugin.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-katex/katex.min.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-splitter/splitter.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-mermaid-gb3/mermaid/mermaid.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-tbfed-pagefooter/footer.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-expandable-chapters-small/expandable-chapters-small.css">
                
            
                
                <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap.min.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-sectionx/sectionx.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-donate/plugin.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-local-video/video-js.min.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-anchor-navigation-ex/style/plugin.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-terminal/plugin.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-alerts/style.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-versions-select/plugin.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-fontsettings/website.css">
                
            
                
                <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-theme-comscore/test.css">
                
            
        

    

    
        
    
        
    
        
    
        
    
        
    
        
    


    

        
    
    
    
    
    
    
    <meta name="HandheldFriendly" content="true"/>
    <meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
    <meta name="apple-mobile-web-app-capable" content="yes">
    <meta name="apple-mobile-web-app-status-bar-style" content="black">
    <link rel="apple-touch-icon-precomposed" sizes="152x152" href="../../../gitbook/images/apple-touch-icon-precomposed-152.png">
    <link rel="shortcut icon" href="../../../gitbook/images/favicon.ico" type="image/x-icon">

    
    <link rel="next" href="kubectl patch.html" />
    
    
    <link rel="prev" href="./" />
    

    
    <link rel="stylesheet" href="../../../gitbook/gitbook-plugin-chart/c3/c3.min.css">
    <script src="../../../gitbook/gitbook-plugin-chart/c3/d3.min.js"></script>
    <script src="../../../gitbook/gitbook-plugin-chart/c3/c3.min.js"></script>
    

    <script src="../../../gitbook/gitbook-plugin-graph/d3.min.js"></script>
    <script src="../../../gitbook/gitbook-plugin-graph/function-plot.js"></script>    

    
        <link rel="shortcut icon" href='../../../favicon.ico' type="image/x-icon">
    
    
        <link rel="bookmark" href='../../../favicon.ico' type="image/x-icon">
    
    
    

    <style>
    @media only screen and (max-width: 640px) {
        .book-header .hidden-mobile {
            display: none;
        }
    }
    </style>
    <script>
        window["gitbook-plugin-github-buttons"] = {"repo":"xishengcai/xisheng.blog","types":["star"],"size":"small"};
    </script>

    </head>
    <body>
        
<div class="book">
    <div class="book-summary">
        
            
<div id="book-search-input" role="search">
    <input type="text" placeholder="输入并搜索" />
</div>

            
                <nav role="navigation">
                


<ul class="summary">
    
    
    
        
        <li>
            <a href="https://xisheng.vip" target="_blank" class="custom-link">Home</a>
        </li>
    
    

    
    <li class="divider"></li>
    

    
        
        <li class="header">Blog</li>
        
        
    
        <li class="chapter " data-level="1.1" data-path="../../../">
            
                <a href="../../../">
            
                    
                        <b>1.1.</b>
                    
                    Introduction
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.2" data-path="../../algorithm/">
            
                <a href="../../algorithm/">
            
                    
                        <b>1.2.</b>
                    
                    Algorithm
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.2.1" data-path="../../algorithm/heap.html">
            
                <a href="../../algorithm/heap.html">
            
                    
                        <b>1.2.1.</b>
                    
                    Heap
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.2.2" data-path="../../algorithm/readme.html">
            
                <a href="../../algorithm/readme.html">
            
                    
                        <b>1.2.2.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.3" data-path="../../angular/">
            
                <a href="../../angular/">
            
                    
                        <b>1.3.</b>
                    
                    Angular
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.3.1" data-path="../../angular/1-start.html">
            
                <a href="../../angular/1-start.html">
            
                    
                        <b>1.3.1.</b>
                    
                    Start
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.2" data-path="../../angular/2-component.html">
            
                <a href="../../angular/2-component.html">
            
                    
                        <b>1.3.2.</b>
                    
                    Component
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.3" data-path="../../angular/3-form.html">
            
                <a href="../../angular/3-form.html">
            
                    
                        <b>1.3.3.</b>
                    
                    Form
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.3.4" data-path="../../angular/readme.html">
            
                <a href="../../angular/readme.html">
            
                    
                        <b>1.3.4.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.4" data-path="../../database/">
            
                <a href="../../database/">
            
                    
                        <b>1.4.</b>
                    
                    Database
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.4.1" data-path="../../database/mongodb.html">
            
                <a href="../../database/mongodb.html">
            
                    
                        <b>1.4.1.</b>
                    
                    Mongodb
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.4.2" data-path="../../database/readme.html">
            
                <a href="../../database/readme.html">
            
                    
                        <b>1.4.2.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.5" data-path="../../docker/">
            
                <a href="../../docker/">
            
                    
                        <b>1.5.</b>
                    
                    Docker
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.5.1" data-path="../../docker/CentOS.html">
            
                <a href="../../docker/CentOS.html">
            
                    
                        <b>1.5.1.</b>
                    
                    CentOS
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.5.2" data-path="../../docker/install.html">
            
                <a href="../../docker/install.html">
            
                    
                        <b>1.5.2.</b>
                    
                    Install
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.5.3" data-path="../../docker/readme.html">
            
                <a href="../../docker/readme.html">
            
                    
                        <b>1.5.3.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.5.4" data-path="../../docker/官方shell.html">
            
                <a href="../../docker/官方shell.html">
            
                    
                        <b>1.5.4.</b>
                    
                    官方Shell
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.6" data-path="../../golang/">
            
                <a href="../../golang/">
            
                    
                        <b>1.6.</b>
                    
                    Golang
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.6.1" data-path="../../golang/aop.html">
            
                <a href="../../golang/aop.html">
            
                    
                        <b>1.6.1.</b>
                    
                    Aop
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.2" data-path="../../golang/base/">
            
                <a href="../../golang/base/">
            
                    
                        <b>1.6.2.</b>
                    
                    Base
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.6.2.1" data-path="../../golang/base/copy.html">
            
                <a href="../../golang/base/copy.html">
            
                    
                        <b>1.6.2.1.</b>
                    
                    Copy
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.2.2" data-path="../../golang/base/new_and_make.html">
            
                <a href="../../golang/base/new_and_make.html">
            
                    
                        <b>1.6.2.2.</b>
                    
                    New And Make
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.2.3" data-path="../../golang/base/readme.html">
            
                <a href="../../golang/base/readme.html">
            
                    
                        <b>1.6.2.3.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.2.4" data-path="../../golang/base/reflect.html">
            
                <a href="../../golang/base/reflect.html">
            
                    
                        <b>1.6.2.4.</b>
                    
                    Reflect
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.2.5" data-path="../../golang/base/string.html">
            
                <a href="../../golang/base/string.html">
            
                    
                        <b>1.6.2.5.</b>
                    
                    String
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.2.6" data-path="../../golang/base/tag.html">
            
                <a href="../../golang/base/tag.html">
            
                    
                        <b>1.6.2.6.</b>
                    
                    Tag
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.6.3" data-path="../../golang/clouser.html">
            
                <a href="../../golang/clouser.html">
            
                    
                        <b>1.6.3.</b>
                    
                    Clouser
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.4" data-path="../../golang/err 优雅处理.html">
            
                <a href="../../golang/err 优雅处理.html">
            
                    
                        <b>1.6.4.</b>
                    
                    Err 优雅处理
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.5" data-path="../../golang/go module 2.html">
            
                <a href="../../golang/go module 2.html">
            
                    
                        <b>1.6.5.</b>
                    
                    Go Module 2
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.6" data-path="../../golang/go_mod.html">
            
                <a href="../../golang/go_mod.html">
            
                    
                        <b>1.6.6.</b>
                    
                    Go Mod
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.7" data-path="../../golang/gocraftwork.html">
            
                <a href="../../golang/gocraftwork.html">
            
                    
                        <b>1.6.7.</b>
                    
                    Gocraftwork
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.8" data-path="../../golang/oauth.html">
            
                <a href="../../golang/oauth.html">
            
                    
                        <b>1.6.8.</b>
                    
                    Oauth
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.9" data-path="../../golang/readme.html">
            
                <a href="../../golang/readme.html">
            
                    
                        <b>1.6.9.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.10" data-path="../../golang/swagger.html">
            
                <a href="../../golang/swagger.html">
            
                    
                        <b>1.6.10.</b>
                    
                    Swagger
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.11" data-path="../../golang/tls.html">
            
                <a href="../../golang/tls.html">
            
                    
                        <b>1.6.11.</b>
                    
                    Tls
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.12" >
            
                <span>
            
                    
                        <b>1.6.12.</b>
                    
                    代码走读
            
                </span>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.6.12.1" data-path="../../golang/代码走读/2020.5.26.html">
            
                <a href="../../golang/代码走读/2020.5.26.html">
            
                    
                        <b>1.6.12.1.</b>
                    
                    2020.5.26
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.6.13" data-path="../../golang/任务队列/">
            
                <a href="../../golang/任务队列/">
            
                    
                        <b>1.6.13.</b>
                    
                    任务队列
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.6.13.1" data-path="../../golang/任务队列/gocraft-worker.html">
            
                <a href="../../golang/任务队列/gocraft-worker.html">
            
                    
                        <b>1.6.13.1.</b>
                    
                    Gocraft Worker
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.6.13.2" data-path="../../golang/任务队列/readme.html">
            
                <a href="../../golang/任务队列/readme.html">
            
                    
                        <b>1.6.13.2.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.6.14" data-path="../../golang/参数校验.html">
            
                <a href="../../golang/参数校验.html">
            
                    
                        <b>1.6.14.</b>
                    
                    参数校验
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.7" data-path="../../istio/">
            
                <a href="../../istio/">
            
                    
                        <b>1.7.</b>
                    
                    Istio
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.7.1" data-path="../../istio/readme.html">
            
                <a href="../../istio/readme.html">
            
                    
                        <b>1.7.1.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.7.2" data-path="../../istio/virtualservice.html">
            
                <a href="../../istio/virtualservice.html">
            
                    
                        <b>1.7.2.</b>
                    
                    Virtualservice
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.8" >
            
                <span>
            
                    
                        <b>1.8.</b>
                    
                    Java
            
                </span>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.8.1" data-path="../../java/jvm.html">
            
                <a href="../../java/jvm.html">
            
                    
                        <b>1.8.1.</b>
                    
                    Jvm
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.8.2" data-path="../../java/typescript.html">
            
                <a href="../../java/typescript.html">
            
                    
                        <b>1.8.2.</b>
                    
                    Typescript
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.9" data-path="../">
            
                <a href="../">
            
                    
                        <b>1.9.</b>
                    
                    Kubernetes
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.9.1" data-path="../APIService.html">
            
                <a href="../APIService.html">
            
                    
                        <b>1.9.1.</b>
                    
                    APIService
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.2" data-path="../CAK.html">
            
                <a href="../CAK.html">
            
                    
                        <b>1.9.2.</b>
                    
                    CAK
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.3" data-path="../Deployment 的实现原理.html">
            
                <a href="../Deployment 的实现原理.html">
            
                    
                        <b>1.9.3.</b>
                    
                    Deployment 的实现原理
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4" data-path="../K8s源码/">
            
                <a href="../K8s源码/">
            
                    
                        <b>1.9.4.</b>
                    
                    K8s源码
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.9.4.1" data-path="../K8s源码/calico 源码分析.html">
            
                <a href="../K8s源码/calico 源码分析.html">
            
                    
                        <b>1.9.4.1.</b>
                    
                    Calico 源码分析
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.2" data-path="../K8s源码/garbage collector controller 源码分析.html">
            
                <a href="../K8s源码/garbage collector controller 源码分析.html">
            
                    
                        <b>1.9.4.2.</b>
                    
                    Garbage Collector Controller 源码分析
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.3" data-path="../K8s源码/job.html">
            
                <a href="../K8s源码/job.html">
            
                    
                        <b>1.9.4.3.</b>
                    
                    Job
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.4" data-path="../K8s源码/kube-proxy-iptables.html">
            
                <a href="../K8s源码/kube-proxy-iptables.html">
            
                    
                        <b>1.9.4.4.</b>
                    
                    Kube Proxy Iptables
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.5" data-path="../K8s源码/kube-proxy-ipvs.html">
            
                <a href="../K8s源码/kube-proxy-ipvs.html">
            
                    
                        <b>1.9.4.5.</b>
                    
                    Kube Proxy Ipvs
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.6" data-path="../K8s源码/kube-proxy.html">
            
                <a href="../K8s源码/kube-proxy.html">
            
                    
                        <b>1.9.4.6.</b>
                    
                    Kube Proxy
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.7" data-path="../K8s源码/kubectl-exec.html">
            
                <a href="../K8s源码/kubectl-exec.html">
            
                    
                        <b>1.9.4.7.</b>
                    
                    Kubectl Exec
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.8" data-path="../K8s源码/kubectl源码阅读1.html">
            
                <a href="../K8s源码/kubectl源码阅读1.html">
            
                    
                        <b>1.9.4.8.</b>
                    
                    Kubectl源码阅读1
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.9" data-path="../K8s源码/kubectl源码阅读2.html">
            
                <a href="../K8s源码/kubectl源码阅读2.html">
            
                    
                        <b>1.9.4.9.</b>
                    
                    Kubectl源码阅读2
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.10" data-path="../K8s源码/readme.html">
            
                <a href="../K8s源码/readme.html">
            
                    
                        <b>1.9.4.10.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.11" data-path="../K8s源码/schedule.html">
            
                <a href="../K8s源码/schedule.html">
            
                    
                        <b>1.9.4.11.</b>
                    
                    Schedule
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.12" data-path="../K8s源码/scheme.html">
            
                <a href="../K8s源码/scheme.html">
            
                    
                        <b>1.9.4.12.</b>
                    
                    Scheme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.4.13" data-path="../K8s源码/调度队列.html">
            
                <a href="../K8s源码/调度队列.html">
            
                    
                        <b>1.9.4.13.</b>
                    
                    调度队列
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.9.5" data-path="../Karmada.html">
            
                <a href="../Karmada.html">
            
                    
                        <b>1.9.5.</b>
                    
                    Karmada
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.6" data-path="../Pixie.html">
            
                <a href="../Pixie.html">
            
                    
                        <b>1.9.6.</b>
                    
                    Pixie
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.7" data-path="../admission access.html">
            
                <a href="../admission access.html">
            
                    
                        <b>1.9.7.</b>
                    
                    Admission Access
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.8" data-path="../ccm.html">
            
                <a href="../ccm.html">
            
                    
                        <b>1.9.8.</b>
                    
                    Ccm
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.9" data-path="../client-go.html">
            
                <a href="../client-go.html">
            
                    
                        <b>1.9.9.</b>
                    
                    Client Go
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.10" data-path="../command.html">
            
                <a href="../command.html">
            
                    
                        <b>1.9.10.</b>
                    
                    Command
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.11" data-path="../controller.html">
            
                <a href="../controller.html">
            
                    
                        <b>1.9.11.</b>
                    
                    Controller
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.12" data-path="../copy docker config.html">
            
                <a href="../copy docker config.html">
            
                    
                        <b>1.9.12.</b>
                    
                    Copy Docker Config
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.13" data-path="../etcd-operation.html">
            
                <a href="../etcd-operation.html">
            
                    
                        <b>1.9.13.</b>
                    
                    Etcd Operation
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.14" data-path="../gc.html">
            
                <a href="../gc.html">
            
                    
                        <b>1.9.14.</b>
                    
                    Gc
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.15" data-path="../helm chart.html">
            
                <a href="../helm chart.html">
            
                    
                        <b>1.9.15.</b>
                    
                    Helm Chart
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.16" data-path="../helm.html">
            
                <a href="../helm.html">
            
                    
                        <b>1.9.16.</b>
                    
                    Helm
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.17" >
            
                <span>
            
                    
                        <b>1.9.17.</b>
                    
                    Helm
            
                </span>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.9.17.1" data-path="../helm/charts.html">
            
                <a href="../helm/charts.html">
            
                    
                        <b>1.9.17.1.</b>
                    
                    Charts
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.17.2" data-path="../helm/helm 钩子函数.html">
            
                <a href="../helm/helm 钩子函数.html">
            
                    
                        <b>1.9.17.2.</b>
                    
                    Helm 钩子函数
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.17.3" data-path="../helm/helm-operator.html">
            
                <a href="../helm/helm-operator.html">
            
                    
                        <b>1.9.17.3.</b>
                    
                    Helm Operator
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.17.4" data-path="../helm/文档查询.html">
            
                <a href="../helm/文档查询.html">
            
                    
                        <b>1.9.17.4.</b>
                    
                    文档查询
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.17.5" data-path="../helm/语法.html">
            
                <a href="../helm/语法.html">
            
                    
                        <b>1.9.17.5.</b>
                    
                    语法
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.9.18" data-path="../install.html">
            
                <a href="../install.html">
            
                    
                        <b>1.9.18.</b>
                    
                    Install
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.19" data-path="../istio-inject.html">
            
                <a href="../istio-inject.html">
            
                    
                        <b>1.9.19.</b>
                    
                    Istio Inject
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.20" >
            
                <span>
            
                    
                        <b>1.9.20.</b>
                    
                    KubeEdge
            
                </span>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.21" data-path="../kuber-apiserver-flag.html">
            
                <a href="../kuber-apiserver-flag.html">
            
                    
                        <b>1.9.21.</b>
                    
                    Kuber Apiserver Flag
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.22" data-path="../kubernetes-client.html">
            
                <a href="../kubernetes-client.html">
            
                    
                        <b>1.9.22.</b>
                    
                    Kubernetes Client
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.23" data-path="../kubernetes灾备.html">
            
                <a href="../kubernetes灾备.html">
            
                    
                        <b>1.9.23.</b>
                    
                    Kubernetes灾备
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.24" data-path="../kubesphere/">
            
                <a href="../kubesphere/">
            
                    
                        <b>1.9.24.</b>
                    
                    Kubesphere
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.9.24.1" data-path="../kubesphere/helm.html">
            
                <a href="../kubesphere/helm.html">
            
                    
                        <b>1.9.24.1.</b>
                    
                    Helm
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.24.2" data-path="../kubesphere/readme.html">
            
                <a href="../kubesphere/readme.html">
            
                    
                        <b>1.9.24.2.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.9.25" data-path="../kubevela/">
            
                <a href="../kubevela/">
            
                    
                        <b>1.9.25.</b>
                    
                    Kubevela
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.9.25.1" data-path="../kubevela/KubeVela 功能.html">
            
                <a href="../kubevela/KubeVela 功能.html">
            
                    
                        <b>1.9.25.1.</b>
                    
                    KubeVela 功能
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.25.2" data-path="../kubevela/cue.html">
            
                <a href="../kubevela/cue.html">
            
                    
                        <b>1.9.25.2.</b>
                    
                    Cue
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.25.3" data-path="../kubevela/oam.html">
            
                <a href="../kubevela/oam.html">
            
                    
                        <b>1.9.25.3.</b>
                    
                    Oam
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.25.4" data-path="../kubevela/readme.html">
            
                <a href="../kubevela/readme.html">
            
                    
                        <b>1.9.25.4.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.25.5" data-path="../kubevela/rollout design.html">
            
                <a href="../kubevela/rollout design.html">
            
                    
                        <b>1.9.25.5.</b>
                    
                    Rollout Design
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.25.6" data-path="../kubevela/vela run.html">
            
                <a href="../kubevela/vela run.html">
            
                    
                        <b>1.9.25.6.</b>
                    
                    Vela Run
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.25.7" data-path="../kubevela/vela up.html">
            
                <a href="../kubevela/vela up.html">
            
                    
                        <b>1.9.25.7.</b>
                    
                    Vela Up
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.25.8" data-path="../kubevela/vela-cluster.html">
            
                <a href="../kubevela/vela-cluster.html">
            
                    
                        <b>1.9.25.8.</b>
                    
                    Vela Cluster
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.25.9" data-path="../kubevela/vela-helm.html">
            
                <a href="../kubevela/vela-helm.html">
            
                    
                        <b>1.9.25.9.</b>
                    
                    Vela Helm
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.25.10" data-path="../kubevela/vela-pk-oam.html">
            
                <a href="../kubevela/vela-pk-oam.html">
            
                    
                        <b>1.9.25.10.</b>
                    
                    Vela Pk Oam
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.9.26" data-path="../mk-cert.html">
            
                <a href="../mk-cert.html">
            
                    
                        <b>1.9.26.</b>
                    
                    Mk Cert
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.27" data-path="../open_swagger-ui.html">
            
                <a href="../open_swagger-ui.html">
            
                    
                        <b>1.9.27.</b>
                    
                    Open Swagger Ui
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.28" data-path="../readme.html">
            
                <a href="../readme.html">
            
                    
                        <b>1.9.28.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.29" data-path="./">
            
                <a href="./">
            
                    
                        <b>1.9.29.</b>
                    
                    Task
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter active" data-level="1.9.29.1" data-path="HPA.html">
            
                <a href="HPA.html">
            
                    
                        <b>1.9.29.1.</b>
                    
                    HPA
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.29.2" data-path="kubectl patch.html">
            
                <a href="kubectl patch.html">
            
                    
                        <b>1.9.29.2.</b>
                    
                    Kubectl Patch
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.29.3" data-path="pod 信息注入.html">
            
                <a href="pod 信息注入.html">
            
                    
                        <b>1.9.29.3.</b>
                    
                    Pod 信息注入
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.29.4" data-path="pod 垂直扩缩容.html">
            
                <a href="pod 垂直扩缩容.html">
            
                    
                        <b>1.9.29.4.</b>
                    
                    Pod 垂直扩缩容
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.29.5" data-path="readme.html">
            
                <a href="readme.html">
            
                    
                        <b>1.9.29.5.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.29.6" data-path="server-side-apply.html">
            
                <a href="server-side-apply.html">
            
                    
                        <b>1.9.29.6.</b>
                    
                    Server Side Apply
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.29.7" data-path="准入控制.html">
            
                <a href="准入控制.html">
            
                    
                        <b>1.9.29.7.</b>
                    
                    准入控制
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.29.8" data-path="聚合api.html">
            
                <a href="聚合api.html">
            
                    
                        <b>1.9.29.8.</b>
                    
                    聚合Api
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.29.9" data-path="资源预留配置.html">
            
                <a href="资源预留配置.html">
            
                    
                        <b>1.9.29.9.</b>
                    
                    资源预留配置
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.9.30" data-path="../webhook.html">
            
                <a href="../webhook.html">
            
                    
                        <b>1.9.30.</b>
                    
                    Webhook
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.31" data-path="../一致性认证.html">
            
                <a href="../一致性认证.html">
            
                    
                        <b>1.9.31.</b>
                    
                    一致性认证
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.32" data-path="../专利名词.html">
            
                <a href="../专利名词.html">
            
                    
                        <b>1.9.32.</b>
                    
                    专利名词
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.33" data-path="../删除namespace.html">
            
                <a href="../删除namespace.html">
            
                    
                        <b>1.9.33.</b>
                    
                    删除Namespace
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.34" data-path="../简化多集群.html">
            
                <a href="../简化多集群.html">
            
                    
                        <b>1.9.34.</b>
                    
                    简化多集群
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.35" data-path="../网络插件/">
            
                <a href="../网络插件/">
            
                    
                        <b>1.9.35.</b>
                    
                    网络插件
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.9.35.1" data-path="../网络插件/calico.html">
            
                <a href="../网络插件/calico.html">
            
                    
                        <b>1.9.35.1.</b>
                    
                    Calico
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.35.2" data-path="../网络插件/cilium.html">
            
                <a href="../网络插件/cilium.html">
            
                    
                        <b>1.9.35.2.</b>
                    
                    Cilium
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.35.3" data-path="../网络插件/ebpf.html">
            
                <a href="../网络插件/ebpf.html">
            
                    
                        <b>1.9.35.3.</b>
                    
                    Ebpf
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.35.4" data-path="../网络插件/readme.html">
            
                <a href="../网络插件/readme.html">
            
                    
                        <b>1.9.35.4.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.9.36" data-path="../镜像/">
            
                <a href="../镜像/">
            
                    
                        <b>1.9.36.</b>
                    
                    镜像
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.9.36.1" data-path="../镜像/Containerd Stargz Snapshotter.html">
            
                <a href="../镜像/Containerd Stargz Snapshotter.html">
            
                    
                        <b>1.9.36.1.</b>
                    
                    Containerd Stargz Snapshotter
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.36.2" data-path="../镜像/OCI.html">
            
                <a href="../镜像/OCI.html">
            
                    
                        <b>1.9.36.2.</b>
                    
                    OCI
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.36.3" data-path="../镜像/harbor/">
            
                <a href="../镜像/harbor/">
            
                    
                        <b>1.9.36.3.</b>
                    
                    Harbor
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.9.36.3.1" data-path="../镜像/harbor/readme.html">
            
                <a href="../镜像/harbor/readme.html">
            
                    
                        <b>1.9.36.3.1.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.9.36.4" data-path="../镜像/readme.html">
            
                <a href="../镜像/readme.html">
            
                    
                        <b>1.9.36.4.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.36.5" data-path="../镜像/自动构建镜像.html">
            
                <a href="../镜像/自动构建镜像.html">
            
                    
                        <b>1.9.36.5.</b>
                    
                    自动构建镜像
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.36.6" data-path="../镜像/镜像加速方案.html">
            
                <a href="../镜像/镜像加速方案.html">
            
                    
                        <b>1.9.36.6.</b>
                    
                    镜像加速方案
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.9.36.7" data-path="../镜像/镜像延迟加载技术解析.html">
            
                <a href="../镜像/镜像延迟加载技术解析.html">
            
                    
                        <b>1.9.36.7.</b>
                    
                    镜像延迟加载技术解析
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.10" data-path="../../math/">
            
                <a href="../../math/">
            
                    
                        <b>1.10.</b>
                    
                    Math
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.10.1" data-path="../../math/readme.html">
            
                <a href="../../math/readme.html">
            
                    
                        <b>1.10.1.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.10.2" data-path="../../math/泊松分布.html">
            
                <a href="../../math/泊松分布.html">
            
                    
                        <b>1.10.2.</b>
                    
                    泊松分布
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.11" data-path="../../效率/">
            
                <a href="../../效率/">
            
                    
                        <b>1.11.</b>
                    
                    效率
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.11.1" data-path="../../效率/cat.html">
            
                <a href="../../效率/cat.html">
            
                    
                        <b>1.11.1.</b>
                    
                    Cat
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.2" data-path="../../效率/docker volume clean.html">
            
                <a href="../../效率/docker volume clean.html">
            
                    
                        <b>1.11.2.</b>
                    
                    Docker Volume Clean
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.3" data-path="../../效率/git book.html">
            
                <a href="../../效率/git book.html">
            
                    
                        <b>1.11.3.</b>
                    
                    Git Book
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.4" data-path="../../效率/git.html">
            
                <a href="../../效率/git.html">
            
                    
                        <b>1.11.4.</b>
                    
                    Git
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.5" data-path="../../效率/linux command.html">
            
                <a href="../../效率/linux command.html">
            
                    
                        <b>1.11.5.</b>
                    
                    Linux Command
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.6" data-path="../../效率/linux 内核.html">
            
                <a href="../../效率/linux 内核.html">
            
                    
                        <b>1.11.6.</b>
                    
                    Linux 内核
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.7" data-path="../../效率/macos path.html">
            
                <a href="../../效率/macos path.html">
            
                    
                        <b>1.11.7.</b>
                    
                    Macos Path
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.8" data-path="../../效率/nfs.html">
            
                <a href="../../效率/nfs.html">
            
                    
                        <b>1.11.8.</b>
                    
                    Nfs
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.9" data-path="../../效率/nginx.html">
            
                <a href="../../效率/nginx.html">
            
                    
                        <b>1.11.9.</b>
                    
                    Nginx
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.10" data-path="../../效率/nginx2.html">
            
                <a href="../../效率/nginx2.html">
            
                    
                        <b>1.11.10.</b>
                    
                    Nginx2
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.11" data-path="../../效率/oauth2.html">
            
                <a href="../../效率/oauth2.html">
            
                    
                        <b>1.11.11.</b>
                    
                    Oauth2
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.12" data-path="../../效率/ovftool.html">
            
                <a href="../../效率/ovftool.html">
            
                    
                        <b>1.11.12.</b>
                    
                    Ovftool
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.13" data-path="../../效率/readme.html">
            
                <a href="../../效率/readme.html">
            
                    
                        <b>1.11.13.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.14" data-path="../../效率/sed.html">
            
                <a href="../../效率/sed.html">
            
                    
                        <b>1.11.14.</b>
                    
                    Sed
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.15" data-path="../../效率/shell_judge.html">
            
                <a href="../../效率/shell_judge.html">
            
                    
                        <b>1.11.15.</b>
                    
                    Shell Judge
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.16" data-path="../../效率/sshpass.html">
            
                <a href="../../效率/sshpass.html">
            
                    
                        <b>1.11.16.</b>
                    
                    Sshpass
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.17" data-path="../../效率/telepresence.html">
            
                <a href="../../效率/telepresence.html">
            
                    
                        <b>1.11.17.</b>
                    
                    Telepresence
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.18" data-path="../../效率/typora.html">
            
                <a href="../../效率/typora.html">
            
                    
                        <b>1.11.18.</b>
                    
                    Typora
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.19" data-path="../../效率/url encode.html">
            
                <a href="../../效率/url encode.html">
            
                    
                        <b>1.11.19.</b>
                    
                    Url Encode
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.20" data-path="../../效率/vim.html">
            
                <a href="../../效率/vim.html">
            
                    
                        <b>1.11.20.</b>
                    
                    Vim
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.21" data-path="../../效率/yum.html">
            
                <a href="../../效率/yum.html">
            
                    
                        <b>1.11.21.</b>
                    
                    Yum
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.22" data-path="../../效率/内网穿透.html">
            
                <a href="../../效率/内网穿透.html">
            
                    
                        <b>1.11.22.</b>
                    
                    内网穿透
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.23" data-path="../../效率/科学上网.html">
            
                <a href="../../效率/科学上网.html">
            
                    
                        <b>1.11.23.</b>
                    
                    科学上网
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.11.24" data-path="../../效率/证书制作.html">
            
                <a href="../../效率/证书制作.html">
            
                    
                        <b>1.11.24.</b>
                    
                    证书制作
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.12" >
            
                <span>
            
                    
                        <b>1.12.</b>
                    
                    杂谈
            
                </span>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.12.1" data-path="../../杂谈/论好文章和烂文章.html">
            
                <a href="../../杂谈/论好文章和烂文章.html">
            
                    
                        <b>1.12.1.</b>
                    
                    论好文章和烂文章
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.13" data-path="../../测试/">
            
                <a href="../../测试/">
            
                    
                        <b>1.13.</b>
                    
                    测试
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.13.1" data-path="../../测试/ginkgo/">
            
                <a href="../../测试/ginkgo/">
            
                    
                        <b>1.13.1.</b>
                    
                    Ginkgo
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.13.1.1" data-path="../../测试/ginkgo/ginkgo.html">
            
                <a href="../../测试/ginkgo/ginkgo.html">
            
                    
                        <b>1.13.1.1.</b>
                    
                    Ginkgo
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.1.2" data-path="../../测试/ginkgo/ginkgo_cmd.html">
            
                <a href="../../测试/ginkgo/ginkgo_cmd.html">
            
                    
                        <b>1.13.1.2.</b>
                    
                    Ginkgo Cmd
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.1.3" data-path="../../测试/ginkgo/readme.html">
            
                <a href="../../测试/ginkgo/readme.html">
            
                    
                        <b>1.13.1.3.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.13.2" data-path="../../测试/golang-test.html">
            
                <a href="../../测试/golang-test.html">
            
                    
                        <b>1.13.2.</b>
                    
                    Golang Test
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.3" data-path="../../测试/http测试.html">
            
                <a href="../../测试/http测试.html">
            
                    
                        <b>1.13.3.</b>
                    
                    Http测试
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.4" data-path="../../测试/readme.html">
            
                <a href="../../测试/readme.html">
            
                    
                        <b>1.13.4.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.5" data-path="../../测试/其他功能.html">
            
                <a href="../../测试/其他功能.html">
            
                    
                        <b>1.13.5.</b>
                    
                    其他功能
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.6" data-path="../../测试/单元测试.html">
            
                <a href="../../测试/单元测试.html">
            
                    
                        <b>1.13.6.</b>
                    
                    单元测试
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.7" data-path="../../测试/单元测试2.html">
            
                <a href="../../测试/单元测试2.html">
            
                    
                        <b>1.13.7.</b>
                    
                    单元测试2
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.8" data-path="../../测试/基准测试.html">
            
                <a href="../../测试/基准测试.html">
            
                    
                        <b>1.13.8.</b>
                    
                    基准测试
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.9" data-path="../../测试/子测试与子基准测试.html">
            
                <a href="../../测试/子测试与子基准测试.html">
            
                    
                        <b>1.13.9.</b>
                    
                    子测试与子基准测试
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.10" data-path="../../测试/并行测试.html">
            
                <a href="../../测试/并行测试.html">
            
                    
                        <b>1.13.10.</b>
                    
                    并行测试
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.11" data-path="../../测试/质量检查/">
            
                <a href="../../测试/质量检查/">
            
                    
                        <b>1.13.11.</b>
                    
                    质量检查
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.13.11.1" data-path="../../测试/质量检查/Sonar.html">
            
                <a href="../../测试/质量检查/Sonar.html">
            
                    
                        <b>1.13.11.1.</b>
                    
                    Sonar
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.11.2" data-path="../../测试/质量检查/go_lint.html">
            
                <a href="../../测试/质量检查/go_lint.html">
            
                    
                        <b>1.13.11.2.</b>
                    
                    Go Lint
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.13.11.3" data-path="../../测试/质量检查/readme.html">
            
                <a href="../../测试/质量检查/readme.html">
            
                    
                        <b>1.13.11.3.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.14" data-path="../../规范/">
            
                <a href="../../规范/">
            
                    
                        <b>1.14.</b>
                    
                    规范
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.14.1" data-path="../../规范/CodeReviewComments.html">
            
                <a href="../../规范/CodeReviewComments.html">
            
                    
                        <b>1.14.1.</b>
                    
                    CodeReviewComments
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.14.2" data-path="../../规范/git规范.html">
            
                <a href="../../规范/git规范.html">
            
                    
                        <b>1.14.2.</b>
                    
                    Git规范
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.14.3" data-path="../../规范/golang 代码规范.html">
            
                <a href="../../规范/golang 代码规范.html">
            
                    
                        <b>1.14.3.</b>
                    
                    Golang 代码规范
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.14.4" data-path="../../规范/readme.html">
            
                <a href="../../规范/readme.html">
            
                    
                        <b>1.14.4.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.14.5" data-path="../../规范/代码走读.html">
            
                <a href="../../规范/代码走读.html">
            
                    
                        <b>1.14.5.</b>
                    
                    代码走读
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.15" data-path="../../设计模式/">
            
                <a href="../../设计模式/">
            
                    
                        <b>1.15.</b>
                    
                    设计模式
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.15.1" data-path="../../设计模式/readme.html">
            
                <a href="../../设计模式/readme.html">
            
                    
                        <b>1.15.1.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.2" data-path="../../设计模式/创建模型/">
            
                <a href="../../设计模式/创建模型/">
            
                    
                        <b>1.15.2.</b>
                    
                    创建模型
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.15.2.1" data-path="../../设计模式/创建模型/readme.html">
            
                <a href="../../设计模式/创建模型/readme.html">
            
                    
                        <b>1.15.2.1.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.2.2" data-path="../../设计模式/创建模型/创建者模型.html">
            
                <a href="../../设计模式/创建模型/创建者模型.html">
            
                    
                        <b>1.15.2.2.</b>
                    
                    创建者模型
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.2.3" data-path="../../设计模式/创建模型/单例模式.html">
            
                <a href="../../设计模式/创建模型/单例模式.html">
            
                    
                        <b>1.15.2.3.</b>
                    
                    单例模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.2.4" data-path="../../设计模式/创建模型/原型模式.html">
            
                <a href="../../设计模式/创建模型/原型模式.html">
            
                    
                        <b>1.15.2.4.</b>
                    
                    原型模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.2.5" data-path="../../设计模式/创建模型/工厂方法.html">
            
                <a href="../../设计模式/创建模型/工厂方法.html">
            
                    
                        <b>1.15.2.5.</b>
                    
                    工厂方法
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.2.6" data-path="../../设计模式/创建模型/抽象工厂.html">
            
                <a href="../../设计模式/创建模型/抽象工厂.html">
            
                    
                        <b>1.15.2.6.</b>
                    
                    抽象工厂
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.2.7" data-path="../../设计模式/创建模型/简单工厂.html">
            
                <a href="../../设计模式/创建模型/简单工厂.html">
            
                    
                        <b>1.15.2.7.</b>
                    
                    简单工厂
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.15.3" data-path="../../设计模式/结构型模型/">
            
                <a href="../../设计模式/结构型模型/">
            
                    
                        <b>1.15.3.</b>
                    
                    结构型模型
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.15.3.1" data-path="../../设计模式/结构型模型/readme.html">
            
                <a href="../../设计模式/结构型模型/readme.html">
            
                    
                        <b>1.15.3.1.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.3.2" data-path="../../设计模式/结构型模型/享元模式.html">
            
                <a href="../../设计模式/结构型模型/享元模式.html">
            
                    
                        <b>1.15.3.2.</b>
                    
                    享元模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.3.3" data-path="../../设计模式/结构型模型/代理模式.html">
            
                <a href="../../设计模式/结构型模型/代理模式.html">
            
                    
                        <b>1.15.3.3.</b>
                    
                    代理模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.3.4" data-path="../../设计模式/结构型模型/外观模式.html">
            
                <a href="../../设计模式/结构型模型/外观模式.html">
            
                    
                        <b>1.15.3.4.</b>
                    
                    外观模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.3.5" data-path="../../设计模式/结构型模型/桥模式.html">
            
                <a href="../../设计模式/结构型模型/桥模式.html">
            
                    
                        <b>1.15.3.5.</b>
                    
                    桥模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.3.6" data-path="../../设计模式/结构型模型/组合模式.html">
            
                <a href="../../设计模式/结构型模型/组合模式.html">
            
                    
                        <b>1.15.3.6.</b>
                    
                    组合模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.3.7" data-path="../../设计模式/结构型模型/装饰模式.html">
            
                <a href="../../设计模式/结构型模型/装饰模式.html">
            
                    
                        <b>1.15.3.7.</b>
                    
                    装饰模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.3.8" data-path="../../设计模式/结构型模型/适配器模式.html">
            
                <a href="../../设计模式/结构型模型/适配器模式.html">
            
                    
                        <b>1.15.3.8.</b>
                    
                    适配器模式
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.15.4" data-path="../../设计模式/行为型模型/">
            
                <a href="../../设计模式/行为型模型/">
            
                    
                        <b>1.15.4.</b>
                    
                    行为型模型
            
                </a>
            

            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.15.4.1" data-path="../../设计模式/行为型模型/readme.html">
            
                <a href="../../设计模式/行为型模型/readme.html">
            
                    
                        <b>1.15.4.1.</b>
                    
                    Readme
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.2" data-path="../../设计模式/行为型模型/中介者模式.html">
            
                <a href="../../设计模式/行为型模型/中介者模式.html">
            
                    
                        <b>1.15.4.2.</b>
                    
                    中介者模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.3" data-path="../../设计模式/行为型模型/命令模式.html">
            
                <a href="../../设计模式/行为型模型/命令模式.html">
            
                    
                        <b>1.15.4.3.</b>
                    
                    命令模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.4" data-path="../../设计模式/行为型模型/备忘录模式.html">
            
                <a href="../../设计模式/行为型模型/备忘录模式.html">
            
                    
                        <b>1.15.4.4.</b>
                    
                    备忘录模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.5" data-path="../../设计模式/行为型模型/模板方法模式.html">
            
                <a href="../../设计模式/行为型模型/模板方法模式.html">
            
                    
                        <b>1.15.4.5.</b>
                    
                    模板方法模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.6" data-path="../../设计模式/行为型模型/状态模式.html">
            
                <a href="../../设计模式/行为型模型/状态模式.html">
            
                    
                        <b>1.15.4.6.</b>
                    
                    状态模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.7" data-path="../../设计模式/行为型模型/策略模式.html">
            
                <a href="../../设计模式/行为型模型/策略模式.html">
            
                    
                        <b>1.15.4.7.</b>
                    
                    策略模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.8" data-path="../../设计模式/行为型模型/职责链模式.html">
            
                <a href="../../设计模式/行为型模型/职责链模式.html">
            
                    
                        <b>1.15.4.8.</b>
                    
                    职责链模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.9" data-path="../../设计模式/行为型模型/观察者模式.html">
            
                <a href="../../设计模式/行为型模型/观察者模式.html">
            
                    
                        <b>1.15.4.9.</b>
                    
                    观察者模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.10" data-path="../../设计模式/行为型模型/解释器模式.html">
            
                <a href="../../设计模式/行为型模型/解释器模式.html">
            
                    
                        <b>1.15.4.10.</b>
                    
                    解释器模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.11" data-path="../../设计模式/行为型模型/访问者模式.html">
            
                <a href="../../设计模式/行为型模型/访问者模式.html">
            
                    
                        <b>1.15.4.11.</b>
                    
                    访问者模式
            
                </a>
            

            
        </li>
    
        <li class="chapter " data-level="1.15.4.12" data-path="../../设计模式/行为型模型/迭代器模式.html">
            
                <a href="../../设计模式/行为型模型/迭代器模式.html">
            
                    
                        <b>1.15.4.12.</b>
                    
                    迭代器模式
            
                </a>
            

            
        </li>
    

            </ul>
            
        </li>
    

            </ul>
            
        </li>
    

    

    <li class="divider"></li>

    <li>
        <a href="https://www.gitbook.com" target="blank" class="gitbook-link">
            本书使用 GitBook 发布
        </a>
    </li>
</ul>


                </nav>
            
        
    </div>

    <div class="book-body">
        
            <div class="body-inner">
                
                    

<div class="book-header" role="navigation">
    

    <!-- Title -->
    <h1>
        <i class="fa fa-circle-o-notch fa-spin"></i>
        <a href="../../.." >HPA</a>
    </h1>
</div>




                    <div class="page-wrapper" tabindex="-1" role="main">
                        <div class="page-inner">
                            
<div id="book-search-results">
    <div class="search-noresults">
    
                                <section class="normal markdown-section">
                                
                                <div id="anchor-navigation-ex-navbar"><i class="fa fa-anchor"></i><ul><li><a href="#k8s-horizontal-pod-autoscaler">K8s: Horizontal Pod Autoscaler</a></li><ul><li><a href="#pod&#x3000;&#x6C34;&#x5E73;&#x6269;&#x7F29;&#x5B9E;&#x73B0;&#x673A;&#x5236;">pod&#x3000;&#x6C34;&#x5E73;&#x6269;&#x7F29;&#x5B9E;&#x73B0;&#x673A;&#x5236;</a></li><li><a href="#hpa&#x7684;&#x914D;&#x7F6E;">HPA&#x7684;&#x914D;&#x7F6E;</a></li><li><a href="#&#x64CD;&#x4F5C;&#x5B9E;&#x8DF5;">&#x64CD;&#x4F5C;&#x5B9E;&#x8DF5;</a></li><ul><li><a href="#&#x524D;&#x63D0;&#x6761;&#x4EF6;">&#x524D;&#x63D0;&#x6761;&#x4EF6;</a></li><li><a href="#deploy-metric-server">deploy metric-server</a></li></ul><li><a href="#&#x4E00;&#xFF09;resource-&#x7C7B;&#x578B;&#x7684;hpa">&#x4E00;&#xFF09;Resource &#x7C7B;&#x578B;&#x7684;HPA</a></li><li><a href="#&#x4E8C;&#xFF09;customer-metric-hpa">&#x4E8C;&#xFF09;Customer Metric HPA</a></li><ul><li><a href="#1-&#x6839;&#x636E;-service-&#x8BF7;&#x6C42;&#x6307;&#x6807;&#x8FDB;&#x884C;&#x81EA;&#x52A8;&#x6269;&#x7F29;">1. &#x6839;&#x636E; service &#x8BF7;&#x6C42;&#x6307;&#x6807;&#x8FDB;&#x884C;&#x81EA;&#x52A8;&#x6269;&#x7F29;</a></li><li><a href="#2-&#x5236;&#x4F5C;&#x8BC1;&#x4E66;">2. &#x5236;&#x4F5C;&#x8BC1;&#x4E66;</a></li><li><a href="#3-&#x521B;&#x5EFA;k8s-prometheus-adapter">3. &#x521B;&#x5EFA;k8s-prometheus-adapter</a></li><li><a href="#4&#x521B;&#x5EFA;&#x8981;&#x81EA;&#x52A8;&#x6269;&#x7F29;&#x7684;&#x5E94;&#x7528;&#x548C;hpa">4.&#x521B;&#x5EFA;&#x8981;&#x81EA;&#x52A8;&#x6269;&#x7F29;&#x7684;&#x5E94;&#x7528;&#x548C;HPA</a></li><li><a href="#5prometheus-&#x89C2;&#x5BDF;-istiorequeststotal-1min&#x8FDE;&#x63A5;&#x6570;&#x6307;&#x6807;">5.prometheus &#x89C2;&#x5BDF; istio_requests_total 1min&#x8FDE;&#x63A5;&#x6570;&#x6307;&#x6807;</a></li><li><a href="#6&#x538B;&#x529B;&#x6D4B;&#x8BD5;">6.&#x538B;&#x529B;&#x6D4B;&#x8BD5;</a></li></ul><li><a href="#&#x4E09;&#xFF09;external--metric-hpa">&#x4E09;&#xFF09;External  Metric HPA</a></li></ul></ul></div><a href="#k8s-horizontal-pod-autoscaler" id="anchorNavigationExGoTop"><i class="fa fa-arrow-up"></i></a><h1 id="k8s-horizontal-pod-autoscaler"><a name="k8s-horizontal-pod-autoscaler" class="anchor-navigation-ex-anchor" href="#k8s-horizontal-pod-autoscaler"><i class="fa fa-link" aria-hidden="true"></i></a>K8s: Horizontal Pod Autoscaler</h1>
<p>Pod &#x6C34;&#x5E73;&#x81EA;&#x52A8;&#x4F38;&#x7F29;&#xFF08;Horizontal Pod Autoscaler&#xFF09;&#x7279;&#x6027;&#xFF0C; &#x53EF;&#x4EE5;&#x57FA;&#x4E8E;CPU&#x5229;&#x7528;&#x7387;&#x81EA;&#x52A8;&#x4F38;&#x7F29; replication controller&#x3001;deployment&#x548C; replica set &#x4E2D;&#x7684; pod &#x6570;&#x91CF;&#xFF0C;&#xFF08;&#x9664;&#x4E86; CPU &#x5229;&#x7528;&#x7387;&#xFF09;&#x4E5F;&#x53EF;&#x4EE5; &#x57FA;&#x4E8E;&#x5176;&#x4ED6;&#x5E94;&#x7A0B;&#x5E8F;&#x63D0;&#x4F9B;&#x7684;&#x5EA6;&#x91CF;&#x6307;&#x6807;custom metrics&#x3002; pod &#x81EA;&#x52A8;&#x7F29;&#x653E;&#x4E0D;&#x9002;&#x7528;&#x4E8E;&#x65E0;&#x6CD5;&#x7F29;&#x653E;&#x7684;&#x5BF9;&#x8C61;&#xFF0C;&#x6BD4;&#x5982; DaemonSets&#x3002;</p>
<p>Pod &#x6C34;&#x5E73;&#x81EA;&#x52A8;&#x4F38;&#x7F29;&#x7279;&#x6027;&#x7531; Kubernetes API &#x8D44;&#x6E90;&#x548C;&#x63A7;&#x5236;&#x5668;&#x5B9E;&#x73B0;&#x3002;&#x8D44;&#x6E90;&#x51B3;&#x5B9A;&#x4E86;&#x63A7;&#x5236;&#x5668;&#x7684;&#x884C;&#x4E3A;&#x3002; &#x63A7;&#x5236;&#x5668;&#x4F1A;&#x5468;&#x671F;&#x6027;&#x7684;&#x83B7;&#x53D6;&#x5E73;&#x5747; CPU &#x5229;&#x7528;&#x7387;&#xFF0C;&#x5E76;&#x4E0E;&#x76EE;&#x6807;&#x503C;&#x76F8;&#x6BD4;&#x8F83;&#x540E;&#x6765;&#x8C03;&#x6574; replication controller &#x6216; deployment &#x4E2D;&#x7684;&#x526F;&#x672C;&#x6570;&#x91CF;&#x3002;</p>
<h2 id="pod&#x3000;&#x6C34;&#x5E73;&#x6269;&#x7F29;&#x5B9E;&#x73B0;&#x673A;&#x5236;"><a name="pod&#x3000;&#x6C34;&#x5E73;&#x6269;&#x7F29;&#x5B9E;&#x73B0;&#x673A;&#x5236;" class="anchor-navigation-ex-anchor" href="#pod&#x3000;&#x6C34;&#x5E73;&#x6269;&#x7F29;&#x5B9E;&#x73B0;&#x673A;&#x5236;"><i class="fa fa-link" aria-hidden="true"></i></a>pod&#x3000;&#x6C34;&#x5E73;&#x6269;&#x7F29;&#x5B9E;&#x73B0;&#x673A;&#x5236;</h2>
<p>HPA&#x3000;&#x662F;&#x4E00;&#x4E2A;&#x5468;&#x671F;&#x91C7;&#x96C6;&#x6307;&#x6807;&#x540E;&#xFF0C;&#x901A;&#x8FC7;&#x6307;&#x6807;&#x5BF9;&#x6BD4;&#x7B97;&#x6CD5;&#xFF0C;&#x5F97;&#x51FA;&#x671F;&#x671B;pod&#x6570;&#xFF0C;&#x7136;&#x540E;&#x5728;&#x65F6;&#x95F4;&#x7A97;&#x53E3;&#x5185;&#x6839;&#x636E;&#x5EFA;&#x8BAE;&#x4FE1;&#x606F;&#x8FDB;&#x884C;&#x5E73;&#x6ED1;&#x6269;&#x7F29;&#x3002;</p>
<blockquote>
<ul>
<li>&#x6307;&#x6807;</li>
</ul>
</blockquote>
<p>&#x5728; Kubernetes 1.6 &#x652F;&#x6301;&#x4E86;&#x57FA;&#x4E8E;&#x591A;&#x4E2A;&#x6307;&#x6807;&#x8FDB;&#x884C;&#x7F29;&#x653E;&#x3002; &#x4F60;&#x53EF;&#x4EE5;&#x4F7F;&#x7528; autoscaling/v2beta2 API &#x6765;&#x4E3A; Horizontal Pod Autoscaler &#x6307;&#x5B9A;&#x591A;&#x4E2A;&#x6307;&#x6807;&#x3002; Horizontal Pod Autoscaler &#x4F1A;&#x8DDF;&#x636E;&#x6BCF;&#x4E2A;&#x6307;&#x6807;&#x8BA1;&#x7B97;&#xFF0C;&#x5E76;&#x751F;&#x6210;&#x4E00;&#x4E2A;&#x7F29;&#x653E;&#x5EFA;&#x8BAE;&#x3002; &#x5E45;&#x5EA6;&#x6700;&#x5927;&#x7684;&#x7F29;&#x653E;&#x5EFA;&#x8BAE;&#x4F1A;&#x88AB;&#x91C7;&#x7EB3;&#x3002;</p>
<p>&#x6BCF;&#x4E2A;&#x5468;&#x671F;&#x5185;&#xFF0C;controller manager &#x6839;&#x636E;&#x6BCF;&#x4E2A; HorizontalPodAutoscaler &#x5B9A;&#x4E49;&#x4E2D;&#x6307;&#x5B9A;&#x7684;&#x6307;&#x6807;&#x67E5;&#x8BE2;&#x8D44;&#x6E90;&#x5229;&#x7528;&#x7387;&#x3002; controller manager &#x53EF;&#x4EE5;&#x4ECE; resource metrics API&#xFF08;&#x6BCF;&#x4E2A;pod &#x8D44;&#x6E90;&#x6307;&#x6807;&#xFF09;&#x548C; custom metrics API&#xFF08;&#x5176;&#x4ED6;&#x6307;&#x6807;&#xFF09;&#x83B7;&#x53D6;&#x6307;&#x6807;&#x3002;</p>
<blockquote>
<ul>
<li>&#x5468;&#x671F;</li>
</ul>
</blockquote>
<p>&#x7531; controller manager &#x7684; --horizontal-pod-autoscaler-sync-period &#x53C2;&#x6570; &#x6307;&#x5B9A;&#x5468;&#x671F;&#xFF08;&#x9ED8;&#x8BA4;&#x503C;&#x4E3A;15&#x79D2;&#xFF09;</p>
<blockquote>
<ul>
<li>&#x7B97;&#x6CD5;</li>
</ul>
</blockquote>
<p>&#x4ECE;&#x6700;&#x57FA;&#x672C;&#x7684;&#x89D2;&#x5EA6;&#x6765;&#x770B;&#xFF0C;pod &#x6C34;&#x5E73;&#x81EA;&#x52A8;&#x7F29;&#x653E;&#x63A7;&#x5236;&#x5668;&#x8DDF;&#x636E;&#x5F53;&#x524D;&#x6307;&#x6807;&#x548C;&#x671F;&#x671B;&#x6307;&#x6807;&#x6765;&#x8BA1;&#x7B97;&#x7F29;&#x653E;&#x6BD4;&#x4F8B;&#x3002;</p>
<p>&#x671F;&#x671B;&#x526F;&#x672C;&#x6570; = ceil[&#x5F53;&#x524D;&#x526F;&#x672C;&#x6570; * ( &#x5F53;&#x524D;&#x6307;&#x6807; / &#x671F;&#x671B;&#x6307;&#x6807; )]</p>
<p>&#x4F8B;&#x5982;&#xFF0C;&#x5F53;&#x524D;&#x6307;&#x6807;&#x4E3A;200m&#xFF0C;&#x76EE;&#x6807;&#x8BBE;&#x5B9A;&#x503C;&#x4E3A;100m,&#x90A3;&#x4E48;&#x7531;&#x4E8E;200.0 / 100.0 == 2.0&#xFF0C; &#x526F;&#x672C;&#x6570;&#x91CF;&#x5C06;&#x4F1A;&#x7FFB;&#x500D;&#x3002; &#x5982;&#x679C;&#x5F53;&#x524D;&#x6307;&#x6807;&#x4E3A;50m&#xFF0C;&#x526F;&#x672C;&#x6570;&#x91CF;&#x5C06;&#x4F1A;&#x51CF;&#x534A;&#xFF0C;&#x56E0;&#x4E3A;50.0 / 100.0 == 0.5&#x3002; &#x5982;&#x679C;&#x8BA1;&#x7B97;&#x51FA;&#x7684;&#x7F29;&#x653E;&#x6BD4;&#x4F8B;&#x63A5;&#x8FD1;1.0&#xFF08;&#x8DDF;&#x636E;--horizontal-pod-autoscaler-tolerance &#x53C2;&#x6570;&#x5168;&#x5C40;&#x914D;&#x7F6E;&#x7684;&#x5BB9;&#x5FCD;&#x503C;&#xFF0C;&#x9ED8;&#x8BA4;&#x4E3A;0.1&#xFF09;&#xFF0C; &#x5C06;&#x4F1A;&#x653E;&#x5F03;&#x672C;&#x6B21;&#x7F29;&#x653E;&#x3002;</p>
<blockquote>
<ul>
<li>&#x5F02;&#x5E38;&#x60C5;&#x51B5;</li>
</ul>
</blockquote>
<p>&#x7531;&#x4E8E;&#x53D7;&#x6280;&#x672F;&#x9650;&#x5236;&#xFF0C;pod &#x6C34;&#x5E73;&#x7F29;&#x653E;&#x63A7;&#x5236;&#x5668;&#x65E0;&#x6CD5;&#x51C6;&#x786E;&#x7684;&#x77E5;&#x9053; pod &#x4EC0;&#x4E48;&#x65F6;&#x5019;&#x5C31;&#x7EEA;&#xFF0C; &#x4E5F;&#x5C31;&#x65E0;&#x6CD5;&#x51B3;&#x5B9A;&#x662F;&#x5426;&#x6682;&#x65F6;&#x6401;&#x7F6E;&#x8BE5; pod&#x3002; --horizontal-pod-autoscaler-initial-readiness-delay &#x53C2;&#x6570;&#xFF08;&#x9ED8;&#x8BA4;&#x4E3A;30s&#xFF09;&#xFF0C;&#x7528;&#x4E8E;&#x8BBE;&#x7F6E; pod &#x51C6;&#x5907;&#x65F6;&#x95F4;&#xFF0C; &#x5728;&#x6B64;&#x65F6;&#x95F4;&#x5185;&#x7684; pod &#x7EDF;&#x7EDF;&#x88AB;&#x8BA4;&#x4E3A;&#x672A;&#x5C31;&#x7EEA;&#x3002; --horizontal-pod-autoscaler-cpu-initialization-period&#x53C2;&#x6570;&#xFF08;&#x9ED8;&#x8BA4;&#x4E3A;5&#x5206;&#x949F;&#xFF09;&#xFF0C;&#x7528;&#x4E8E;&#x8BBE;&#x7F6E; pod &#x7684;&#x521D;&#x59CB;&#x5316;&#x65F6;&#x95F4;&#xFF0C; &#x5728;&#x6B64;&#x65F6;&#x95F4;&#x5185;&#x7684; pod&#xFF0C;CPU &#x8D44;&#x6E90;&#x6307;&#x6807;&#x5C06;&#x4E0D;&#x4F1A;&#x88AB;&#x91C7;&#x7EB3;&#x3002;</p>
<p>&#x5982;&#x679C;&#x6709;&#x4EFB;&#x4F55; pod &#x7684;&#x6307;&#x6807;&#x7F3A;&#x5931;&#xFF0C;&#x6211;&#x4EEC;&#x4F1A;&#x66F4;&#x4FDD;&#x5B88;&#x5730;&#x91CD;&#x65B0;&#x8BA1;&#x7B97;&#x5E73;&#x5747;&#x503C;&#xFF0C; &#x5728;&#x9700;&#x8981;&#x7F29;&#x5C0F;&#x65F6;&#x5047;&#x8BBE;&#x8FD9;&#x4E9B; pod &#x6D88;&#x8017;&#x4E86;&#x76EE;&#x6807;&#x503C;&#x7684; 100%&#xFF0C; &#x5728;&#x9700;&#x8981;&#x653E;&#x5927;&#x65F6;&#x5047;&#x8BBE;&#x8FD9;&#x4E9B; pod &#x6D88;&#x8017;&#x4E86;0%&#x76EE;&#x6807;&#x503C;&#x3002; &#x8FD9;&#x53EF;&#x4EE5;&#x5728;&#x4E00;&#x5B9A;&#x7A0B;&#x5EA6;&#x4E0A;&#x6291;&#x5236;&#x4F38;&#x7F29;&#x7684;&#x5E45;&#x5EA6;&#x3002;</p>
<blockquote>
<ul>
<li>&#x5EFA;&#x8BAE;&#x4FE1;&#x606F;</li>
</ul>
</blockquote>
<p>&#x6700;&#x540E;&#xFF0C;&#x5728; HPA &#x63A7;&#x5236;&#x5668;&#x6267;&#x884C;&#x7F29;&#x653E;&#x64CD;&#x4F5C;&#x4E4B;&#x524D;&#xFF0C;&#x4F1A;&#x8BB0;&#x5F55;&#x7F29;&#x653E;&#x5EFA;&#x8BAE;&#x4FE1;&#x606F;&#xFF08;scale recommendation&#xFF09;&#x3002; &#x63A7;&#x5236;&#x5668;&#x4F1A;&#x5728;&#x64CD;&#x4F5C;&#x65F6;&#x95F4;&#x7A97;&#x53E3;&#x4E2D;&#x8003;&#x8651;&#x6240;&#x6709;&#x7684;&#x5EFA;&#x8BAE;&#x4FE1;&#x606F;&#xFF0C;&#x5E76;&#x4ECE;&#x4E2D;&#x9009;&#x62E9;&#x5F97;&#x5206;&#x6700;&#x9AD8;&#x7684;&#x5EFA;&#x8BAE;&#x3002; &#x8FD9;&#x4E2A;&#x503C;&#x53EF;&#x901A;&#x8FC7; kube-controller-manager &#x670D;&#x52A1;&#x7684;&#x542F;&#x52A8;&#x53C2;&#x6570; --horizontal-pod-autoscaler-downscale-stabilization &#x8FDB;&#x884C;&#x914D;&#x7F6E;&#xFF0C; &#x9ED8;&#x8BA4;&#x503C;&#x4E3A; 5min&#x3002; &#x8FD9;&#x4E2A;&#x914D;&#x7F6E;&#x53EF;&#x4EE5;&#x8BA9;&#x7CFB;&#x7EDF;&#x66F4;&#x4E3A;&#x5E73;&#x6ED1;&#x5730;&#x8FDB;&#x884C;&#x7F29;&#x5BB9;&#x64CD;&#x4F5C;&#xFF0C;&#x4ECE;&#x800C;&#x6D88;&#x9664;&#x77ED;&#x65F6;&#x95F4;&#x5185;&#x6307;&#x6807;&#x503C;&#x5FEB;&#x901F;&#x6CE2;&#x52A8;&#x4EA7;&#x751F;&#x7684;&#x5F71;&#x54CD;&#x3002;</p>
<blockquote>
<ul>
<li>&#x51B7;&#x5374;/&#x5EF6;&#x8FDF;</li>
</ul>
</blockquote>
<p>&#x5F53;&#x4F7F;&#x7528; Horizontal Pod Autoscaler &#x7BA1;&#x7406;&#x4E00;&#x7EC4;&#x526F;&#x672C;&#x7F29;&#x653E;&#x65F6;&#xFF0C; &#x6709;&#x53EF;&#x80FD;&#x56E0;&#x4E3A;&#x6307;&#x6807;&#x52A8;&#x6001;&#x7684;&#x53D8;&#x5316;&#x9020;&#x6210;&#x526F;&#x672C;&#x6570;&#x91CF;&#x9891;&#x7E41;&#x7684;&#x53D8;&#x5316;&#xFF0C;&#x6709;&#x65F6;&#x8FD9;&#x88AB;&#x79F0;&#x4E3A; <em>&#x6296;&#x52A8;</em>&#x3002;</p>
<p>1.6: --horizontal-pod-autoscaler-downscale-stabilization: &#x8FD9;&#x4E2A; kube-controller-manager &#x7684;&#x53C2;&#x6570;&#x8868;&#x793A;&#x7F29;&#x5BB9;&#x51B7;&#x5374;&#x65F6;&#x95F4;&#x3002; &#x5373;&#x81EA;&#x4ECE;&#x4E0A;&#x6B21;&#x7F29;&#x5BB9;&#x6267;&#x884C;&#x7ED3;&#x675F;&#x540E;&#xFF0C;&#x591A;&#x4E45;&#x53EF;&#x4EE5;&#x518D;&#x6B21;&#x6267;&#x884C;&#x7F29;&#x5BB9;&#xFF0C;&#x9ED8;&#x8BA4;&#x65F6;&#x95F4;&#x662F;5min&#x3002;</p>
<h2 id="hpa&#x7684;&#x914D;&#x7F6E;"><a name="hpa&#x7684;&#x914D;&#x7F6E;" class="anchor-navigation-ex-anchor" href="#hpa&#x7684;&#x914D;&#x7F6E;"><i class="fa fa-link" aria-hidden="true"></i></a>HPA&#x7684;&#x914D;&#x7F6E;</h2>
<p>HPA&#x901A;&#x5E38;&#x4F1A;&#x6839;&#x636E;type&#x4ECE;aggregated APIs (metrics.k8s.io, custom.metrics.k8s.io, external.metrics.k8s.io)&#x7684;&#x8D44;&#x6E90;&#x8DEF;&#x5F84;&#x4E0A;&#x62C9;&#x53D6;metrics</p>
<p>HPA&#x652F;&#x6301;&#x7684;metrics&#x7C7B;&#x578B;&#x6709;4&#x79CD;(&#x4E0B;&#x8FF0;&#x4E3A;v2beta2&#x7684;&#x683C;&#x5F0F;)&#xFF1A;</p>
<ul>
<li><p>resource</p>
</li>
<li><p>pods</p>
</li>
<li><p>object</p>
</li>
<li><p>external</p>
<hr>
</li>
</ul>
<ul>
<li><p>resource&#xFF1A;&#x76EE;&#x524D;&#x4EC5;&#x652F;&#x6301;cpu&#x548C;memory&#x3002;target&#x53EF;&#x4EE5;&#x6307;&#x5B9A;&#x6570;&#x503C;(targetAverageValue)&#x548C;&#x6BD4;&#x4F8B;(targetAverageUtilization)&#x8FDB;&#x884C;&#x6269;&#x7F29;&#x5BB9;</p>
<pre class="language-"><code>kind: HorizontalPodAutoscaler
apiVersion: autoscaling/v2beta1
metadata:
  name: app-3412287192
  namespace: app-1683527219
spec:
  scaleTargetRef:
    kind: StatefulSet
    name: app-3412287192
    apiVersion: apps/v1
  minReplicas: 1
  maxReplicas: 3
  metrics:
    - type: Resource
      resource:
        name: memory
        targetAverageUtilization: 20
    - type: Resource
      resource:
        name: cpu
        targetAverageUtilization: 20
</code></pre></li>
<li><p>pods&#xFF1A;custom metrics&#xFF0C;&#x8FD9;&#x7C7B;metrics&#x63CF;&#x8FF0;&#x4E86;pod&#x7C7B;&#x578B;&#xFF0C;target&#x4EC5;&#x652F;&#x6301;&#x6309;&#x6307;&#x5B9A;&#x6570;&#x503C;(targetAverageValue)&#x8FDB;&#x884C;&#x6269;&#x7F29;&#x5BB9;&#x3002;targetAverageValue &#x7528;&#x4E8E;&#x8BA1;&#x7B97;&#x6240;&#x6709;&#x76F8;&#x5173;pods&#x4E0A;&#x7684;metrics&#x7684;&#x5E73;&#x5747;&#x503C;</p>
<pre class="language-"><code>...
  type: Pods
  pods:
    metric:
      name: packets-per-second
    target:
      type: AverageValue
      averageValue: 1k
</code></pre></li>
</ul>
<ul>
<li><p>object&#xFF1A;custom metrics&#xFF0C;&#x8FD9;&#x7C7B;metrics&#x63CF;&#x8FF0;&#x4E86;&#x76F8;&#x540C;&#x547D;&#x540D;&#x7A7A;&#x95F4;&#x4E0B;&#x7684;(&#x975E;pod)&#x7C7B;&#x578B;&#x3002;target&#x652F;&#x6301;&#x901A;&#x8FC7;value&#x548C;AverageValue&#x8FDB;&#x884C;&#x6269;&#x7F29;&#x5BB9;&#xFF0C;&#x524D;&#x8005;&#x76F4;&#x63A5;&#x5C06;metric&#x4E0E;target&#x6BD4;&#x8F83;&#x8FDB;&#x884C;&#x6269;&#x7F29;&#x5BB9;&#xFF0C;&#x540E;&#x8005;&#x901A;&#x8FC7;metric&#x76F8;&#x5173;&#x7684;pod&#x6570;&#x76EE;&#x4E0E;target&#x6BD4;&#x8F83;&#x8FDB;&#x884C;&#x6269;&#x7F29;&#x5BB9;</p>
<pre class="language-"><code>...
  type: Object
  object:
    metric:
      name: requests-per-second
    describedObject:
      apiVersion: extensions/v1beta1
      kind: Ingress
      name: main-route
    target:
      type: Value
      value: 2k
</code></pre></li>
<li><p>external&#xFF1A;kubernetes 1.10+&#x3002;&#x8FD9;&#x7C7B;metrics&#x4E0E;kubernetes&#x96C6;&#x7FA4;&#x65E0;&#x5173;(pods&#x548C;object&#x9700;&#x8981;&#x4E0E;kubernetes&#x4E2D;&#x7684;&#x67D0;&#x4E00;&#x7C7B;&#x578B;&#x5173;&#x8054;)&#x3002;&#x4E0E;object&#x7C7B;&#x4F3C;&#xFF0C;target&#x652F;&#x6301;&#x901A;&#x8FC7;value&#x548C;AverageValue&#x8FDB;&#x884C;&#x6269;&#x7F29;&#x5BB9;&#x3002;&#x7531;&#x4E8E;external&#x4F1A;&#x5C1D;&#x8BD5;&#x5339;&#x914D;&#x6240;&#x6709;kubernetes&#x8D44;&#x6E90;&#x7684;metrics&#xFF0C;&#x56E0;&#x6B64;&#x5B9E;&#x9645;&#x4E2D;&#x4E0D;&#x5EFA;&#x8BAE;&#x4F7F;&#x7528;&#x8BE5;&#x7C7B;&#x578B;&#x3002;</p>
<pre class="language-"><code>...
  - type: External
    external:
      metric:
        name: queue_messages_ready
        selector: &quot;queue=worker_tasks&quot;
      target:
        type: AverageValue
        averageValue: 30
</code></pre><p>&#x6CE8;&#xFF1A;target&#x7684;value&#x7684;&#x4E00;&#x4E2A;&#x5355;&#x4F4D;&#x53EF;&#x4EE5;&#x5212;&#x5206;&#x4E3A;1000&#x4EFD;&#xFF0C;&#x6BCF;&#x4E00;&#x4EFD;&#x4EE5;m&#x4E3A;&#x5355;&#x4F4D;&#xFF0C;&#x5982;500m&#x8868;&#x793A;1/2&#x4E2A;&#x5355;&#x4F4D;&#x3002;&#x53C2;&#x89C1;Quantity</p>
</li>
</ul>
<p>kubernetes HPA&#x7684;&#x7B97;&#x6CD5;&#x5982;&#x4E0B;&#xFF1A;</p>
<pre class="language-"><code>desiredReplicas = ceil[currentReplicas * ( currentMetricValue / desiredMetricValue )]
</code></pre><p>&#x5F53;&#x4F7F;&#x7528;targetAverageValue &#x6216;targetAverageUtilization&#x65F6;&#xFF0C;currentMetricValue&#x4F1A;&#x53D6;HPA&#x6307;&#x5B9A;&#x7684;&#x6240;&#x6709;pods&#x7684;metric&#x7684;&#x5E73;&#x5747;&#x503C;</p>
<h2 id="&#x64CD;&#x4F5C;&#x5B9E;&#x8DF5;"><a name="&#x64CD;&#x4F5C;&#x5B9E;&#x8DF5;" class="anchor-navigation-ex-anchor" href="#&#x64CD;&#x4F5C;&#x5B9E;&#x8DF5;"><i class="fa fa-link" aria-hidden="true"></i></a>&#x64CD;&#x4F5C;&#x5B9E;&#x8DF5;</h2>
<h3 id="&#x524D;&#x63D0;&#x6761;&#x4EF6;"><a name="&#x524D;&#x63D0;&#x6761;&#x4EF6;" class="anchor-navigation-ex-anchor" href="#&#x524D;&#x63D0;&#x6761;&#x4EF6;"><i class="fa fa-link" aria-hidden="true"></i></a>&#x524D;&#x63D0;&#x6761;&#x4EF6;</h3>
<ul>
<li>API aggregation layer &#x5DF2;&#x5F00;&#x542F;</li>
<li>&#x76F8;&#x5E94;&#x7684; API &#x5DF2;&#x6CE8;&#x518C;<ul>
<li>&#x8D44;&#x6E90;&#x6307;&#x6807;&#x4F1A;&#x4F7F;&#x7528; metrics.k8s.io API&#xFF0C;&#x4E00;&#x822C;&#x7531; metrics-server &#x63D0;&#x4F9B;&#x3002; &#x5B83;&#x53EF;&#x4EE5;&#x505A;&#x4E3A;&#x96C6;&#x7FA4;&#x7EC4;&#x4EF6;&#x542F;&#x52A8;&#x3002;</li>
<li>&#x7528;&#x6237;&#x6307;&#x6807;&#x4F1A;&#x4F7F;&#x7528; custom.metrics.k8s.io API&#x3002; &#x5B83;&#x7531;&#x5176;&#x4ED6;&#x5382;&#x5546;&#x7684;&#x201C;&#x9002;&#x914D;&#x5668;&#x201D;API &#x670D;&#x52A1;&#x5668;&#x63D0;&#x4F9B;&#x3002; &#x786E;&#x8BA4;&#x4F60;&#x7684;&#x6307;&#x6807;&#x7BA1;&#x9053;&#xFF0C;&#x6216;&#x8005;&#x67E5;&#x770B; list of known solutions&#x3002;</li>
<li>&#x5916;&#x90E8;&#x6307;&#x6807;&#x4F1A;&#x4F7F;&#x7528; external.metrics.k8s.io API&#x3002;&#x53EF;&#x80FD;&#x7531;&#x4E0A;&#x9762;&#x7684;&#x7528;&#x6237;&#x6307;&#x6807;&#x9002;&#x914D;&#x5668;&#x63D0;&#x4F9B;&#x3002;</li>
</ul>
</li>
<li>--horizontal-pod-autoscaler-use-rest-clients &#x53C2;&#x6570;&#x8BBE;&#x7F6E;&#x4E3A; true &#x6216;&#x8005;&#x4E0D;&#x8BBE;&#x7F6E;&#x3002; &#x5982;&#x679C;&#x8BBE;&#x7F6E;&#x4E3A; false&#xFF0C;&#x5219;&#x4F1A;&#x5207;&#x6362;&#x5230;&#x57FA;&#x4E8E; Heapster &#x7684;&#x81EA;&#x52A8;&#x7F29;&#x653E;&#xFF0C;&#x8FD9;&#x4E2A;&#x7279;&#x6027;&#x5DF2;&#x7ECF;&#x88AB;&#x5F03;&#x7528;&#x4E86;&#x3002;</li>
</ul>
<h3 id="deploy-metric-server"><a name="deploy-metric-server" class="anchor-navigation-ex-anchor" href="#deploy-metric-server"><i class="fa fa-link" aria-hidden="true"></i></a>deploy metric-server</h3>
<p><a href="https://github.com/kubernetes-sigs/metrics-server" target="_blank">https://github.com/kubernetes-sigs/metrics-server</a></p>
<pre class="language-"><code class="lang-yaml">kubectl apply <span class="token punctuation">-</span>f https<span class="token punctuation">:</span>//github.com/kubernetes<span class="token punctuation">-</span>sigs/metrics<span class="token punctuation">-</span>server/releases/download/v0.3.6/components.yaml
</code></pre>
<p>&#x5B89;&#x88C5;&#x540E;&#x4F1A;&#x62A5;&#x9519;&#xFF0C;&#x4FEE;&#x6539;&#x6210;&#x5982;&#x4E0B;&#x53C2;&#x6570;</p>
<pre class="language-"><code class="lang-yaml"> <span class="token key atrule">containers</span><span class="token punctuation">:</span>
 <span class="token punctuation">-</span> <span class="token key atrule">args</span><span class="token punctuation">:</span>
 <span class="token punctuation">-</span> <span class="token punctuation">-</span><span class="token punctuation">-</span>cert<span class="token punctuation">-</span>dir=/tmp
 <span class="token punctuation">-</span> <span class="token punctuation">-</span><span class="token punctuation">-</span>kubelet<span class="token punctuation">-</span>insecure<span class="token punctuation">-</span>tls
 <span class="token punctuation">-</span> <span class="token punctuation">-</span><span class="token punctuation">-</span>secure<span class="token punctuation">-</span>port=4443
 <span class="token punctuation">-</span> <span class="token punctuation">-</span><span class="token punctuation">-</span>kubelet<span class="token punctuation">-</span>preferred<span class="token punctuation">-</span>address<span class="token punctuation">-</span>types=InternalIP
</code></pre>
<p>&#x4E00;&#x5206;&#x949F;&#x540E;&#xFF0C;&#x5EA6;&#x91CF;&#x670D;&#x52A1;&#x5668;&#x5F00;&#x59CB;&#x62A5;&#x544A;&#x8282;&#x70B9;&#x548C;pod&#x7684;CPU&#x548C;&#x5185;&#x5B58;&#x4F7F;&#x7528;&#x60C5;&#x51B5;&#x3002;</p>
<p>&#x67E5;&#x770B;nodes metrics&#xFF1A;</p>
<pre class="language-"><code>kubectl get --raw &quot;/apis/metrics.k8s.io/v1beta1/nodes&quot; | jq .
</code></pre><h2 id="&#x4E00;&#xFF09;resource-&#x7C7B;&#x578B;&#x7684;hpa"><a name="&#x4E00;&#xFF09;resource-&#x7C7B;&#x578B;&#x7684;hpa" class="anchor-navigation-ex-anchor" href="#&#x4E00;&#xFF09;resource-&#x7C7B;&#x578B;&#x7684;hpa"><i class="fa fa-link" aria-hidden="true"></i></a>&#x4E00;&#xFF09;Resource &#x7C7B;&#x578B;&#x7684;HPA</h2>
<p><strong>deploy one deployment</strong></p>
<pre class="language-"><code>kubectl run php-apache --image=k8s.gcr.io/hpa-example --requests=cpu=200m --expose --port=80
</code></pre><p><strong>&#x521B;&#x5EFA; Horizontal Pod Autoscaler</strong></p>
<pre class="language-"><code>kubectl autoscale deployment php-apache --cpu-percent=50 --min=1 --max=10
kubectl get hpa
</code></pre><p><strong>add workload</strong></p>
<pre class="language-"><code>kubectl run -i --tty load-generator --image=busybox /bin/sh

Hit enter for command prompt

while true; do wget -q -O- http://php-apache.default.svc.cluster.local; done
</code></pre><h2 id="&#x4E8C;&#xFF09;customer-metric-hpa"><a name="&#x4E8C;&#xFF09;customer-metric-hpa" class="anchor-navigation-ex-anchor" href="#&#x4E8C;&#xFF09;customer-metric-hpa"><i class="fa fa-link" aria-hidden="true"></i></a>&#x4E8C;&#xFF09;Customer Metric HPA</h2>
<p>&#x81EA;&#x5B9A;&#x4E49;metric HPA&#x539F;&#x7406;&#xFF1A;
&#x9996;&#x9009;&#x9700;&#x8981;&#x6CE8;&#x518C;&#x4E00;&#x4E2A;apiservice(custom metrics API)&#x3002;</p>
<p>&#x5F53;HPA&#x8BF7;&#x6C42;metrics&#x65F6;&#xFF0C;kube-aggregator(apiservice&#x7684;controller)&#x4F1A;&#x5C06;&#x8BF7;&#x6C42;&#x8F6C;&#x53D1;&#x5230;adapter&#xFF0C;adapter&#x4F5C;&#x4E3A;kubernentes&#x96C6;&#x7FA4;&#x7684;pod&#xFF0C;&#x5B9E;&#x73B0;&#x4E86;Kubernetes resource metrics API &#x548C;custom metrics API&#xFF0C;&#x5B83;&#x4F1A;&#x6839;&#x636E;&#x914D;&#x7F6E;&#x7684;rules&#x4ECE;Prometheus&#x6293;&#x53D6;&#x5E76;&#x5904;&#x7406;metrics&#xFF0C;&#x5728;&#x5904;&#x7406;(&#x5982;&#x91CD;&#x547D;&#x540D;metrics&#x7B49;)&#x5B8C;&#x540E;&#x5C06;metric&#x901A;&#x8FC7;custom metrics API&#x8FD4;&#x56DE;&#x7ED9;HPA&#x3002;&#x6700;&#x540E;HPA&#x901A;&#x8FC7;&#x83B7;&#x53D6;&#x7684;metrics&#x7684;value&#x5BF9;Deployment/ReplicaSet&#x8FDB;&#x884C;&#x6269;&#x7F29;&#x5BB9;&#x3002;</p>
<p>adapter&#x4F5C;&#x4E3A;extension-apiserver(&#x5373;&#x81EA;&#x5DF1;&#x5B9E;&#x73B0;&#x7684;pod)&#xFF0C;&#x5145;&#x5F53;&#x4E86;&#x4EE3;&#x7406;kube-apiserver&#x8BF7;&#x6C42;Prometheus&#x7684;&#x529F;&#x80FD;&#x3002;</p>
<p><img src="https://cai-hello-1253732611.cos.ap-shanghai.myqcloud.com/share/161204.png" alt=""></p>
<p>&#x5982;&#x4E0B;&#x662F;k8s-prometheus-adapter apiservice&#x7684;&#x5B9A;&#x4E49;&#xFF0C;kube-aggregator&#x901A;&#x8FC7;&#x4E0B;&#x9762;&#x7684;service&#x5C06;&#x8BF7;&#x6C42;&#x8F6C;&#x53D1;&#x7ED9;adapter&#x3002;v1beta1.custom.metrics.k8s.io&#x662F;&#x5199;&#x5728;k8s-prometheus-adapter&#x4EE3;&#x7801;&#x4E2D;&#x7684;&#xFF0C;&#x56E0;&#x6B64;&#x4E0D;&#x80FD;&#x4EFB;&#x610F;&#x6539;&#x53D8;&#x3002;</p>
<pre class="language-"><code>apiVersion: apiregistration.k8s.io/v1beta1
kind: APIService
metadata:
  name: v1beta1.custom.metrics.k8s.io
spec:
  service:
    name: custom-metrics-apiserver
    namespace: custom-metrics
  group: custom.metrics.k8s.io
  version: v1beta1
  insecureSkipTLSVerify: true
  groupPriorityMinimum: 100
  versionPriority: 100
</code></pre><p>&#x9664;&#x4E86;&#x57FA;&#x4E8E; CPU &#x548C;&#x5185;&#x5B58;&#x6765;&#x8FDB;&#x884C;&#x81EA;&#x52A8;&#x6269;&#x7F29;&#x5BB9;&#x4E4B;&#x5916;&#xFF0C;&#x6211;&#x4EEC;&#x8FD8;&#x53EF;&#x4EE5;&#x6839;&#x636E;&#x81EA;&#x5B9A;&#x4E49;&#x7684;&#x76D1;&#x63A7;&#x6307;&#x6807;&#x6765;&#x8FDB;&#x884C;&#x3002;&#x8FD9;&#x4E2A;&#x6211;&#x4EEC;&#x5C31;&#x9700;&#x8981;&#x4F7F;&#x7528; Prometheus Adapter&#xFF0C;Prometheus &#x7528;&#x4E8E;&#x76D1;&#x63A7;&#x5E94;&#x7528;&#x7684;&#x8D1F;&#x8F7D;&#x548C;&#x96C6;&#x7FA4;&#x672C;&#x8EAB;&#x7684;&#x5404;&#x79CD;&#x6307;&#x6807;&#xFF0C;Prometheus Adapter &#x53EF;&#x4EE5;&#x5E2E;&#x6211;&#x4EEC;&#x4F7F;&#x7528; Prometheus &#x6536;&#x96C6;&#x7684;&#x6307;&#x6807;&#x5E76;&#x4F7F;&#x7528;&#x5B83;&#x4EEC;&#x6765;&#x5236;&#x5B9A;&#x6269;&#x5C55;&#x7B56;&#x7565;&#xFF0C;&#x8FD9;&#x4E9B;&#x6307;&#x6807;&#x90FD;&#x662F;&#x901A;&#x8FC7; APIServer &#x66B4;&#x9732;&#x7684;&#xFF0C;&#x800C;&#x4E14; HPA &#x8D44;&#x6E90;&#x5BF9;&#x8C61;&#x4E5F;&#x53EF;&#x4EE5;&#x5F88;&#x8F7B;&#x6613;&#x7684;&#x76F4;&#x63A5;&#x4F7F;&#x7528;</p>
<p><img src="https://cai-hello-1253732611.cos.ap-shanghai.myqcloud.com/share/161207.png" alt=""></p>
<p><strong>&#x5B9E;&#x8DF5;&#x76EE;&#x6807;&#xFF1A;</strong></p>
<ul>
<li>&#x5BF9;&#x5F00;&#x542F;&#x670D;&#x52A1;&#x7F51;&#x683C;&#x7684;&#x5E94;&#x7528;&#x6839;&#x636E;&#x8BF7;&#x6C42;&#x6570;&#x8FDB;&#x884C;&#x81EA;&#x52A8;&#x6269;&#x7F29;</li>
<li>&#x539F;&#x59CB;&#x6307;&#x6807;&#xFF1A; istio_requests_total</li>
<li>&#x91C7;&#x96C6;&#x65F6;&#x95F4;&#x95F4;&#x9694;&#xFF1A; 1min</li>
<li>HPA&#x4E2D;&#x91C7;&#x96C6;&#x7684;&#x6307;&#x6807;&#x540D;&#x79F0;&#xFF1A;istio_requests_per_min</li>
</ul>
<p><strong>&#x601D;&#x8003;&#xFF1A;</strong></p>
<ul>
<li>prometheus &#x4E2D;&#x662F;&#x5426;&#x9700;&#x8981;&#x6DFB;&#x52A0;&#x7C7B;&#x4F3C; istio_request__count &#x7684;&#x6307;&#x6807;&#x6536;&#x96C6;&#xFF1F;&#x600E;&#x4E48;&#x6DFB;&#x52A0;&#x6307;&#x6807;&#xFF1F;</li>
<li>HPA &#x662F;&#x600E;&#x4E48;&#x9501;&#x5B9A;service&#x7EA7;&#x522B;&#x7684;&#x6307;&#x6807;&#x6536;&#x96C6;&#xFF0C;&#x800C;&#x4E0D;&#x662F;&#x5355;&#x4E2A;pods&#x7684;&#xFF1F;</li>
<li>HPA &#x91C7;&#x6837;&#x8FBE;&#x6807;&#x591A;&#x4E45;&#x540E;&#x5F00;&#x59CB;&#x6267;&#x884C;&#x6269;&#x5BB9;&#xFF1F;</li>
</ul>
<h3 id="1-&#x6839;&#x636E;-service-&#x8BF7;&#x6C42;&#x6307;&#x6807;&#x8FDB;&#x884C;&#x81EA;&#x52A8;&#x6269;&#x7F29;"><a name="1-&#x6839;&#x636E;-service-&#x8BF7;&#x6C42;&#x6307;&#x6807;&#x8FDB;&#x884C;&#x81EA;&#x52A8;&#x6269;&#x7F29;" class="anchor-navigation-ex-anchor" href="#1-&#x6839;&#x636E;-service-&#x8BF7;&#x6C42;&#x6307;&#x6807;&#x8FDB;&#x884C;&#x81EA;&#x52A8;&#x6269;&#x7F29;"><i class="fa fa-link" aria-hidden="true"></i></a>1. &#x6839;&#x636E; service &#x8BF7;&#x6C42;&#x6307;&#x6807;&#x8FDB;&#x884C;&#x81EA;&#x52A8;&#x6269;&#x7F29;</h3>
<pre class="language-"><code>cd $GOPATH
git clone https://github.com/stefanprodan/k8s-prom-hpa
</code></pre><h3 id="2-&#x5236;&#x4F5C;&#x8BC1;&#x4E66;"><a name="2-&#x5236;&#x4F5C;&#x8BC1;&#x4E66;" class="anchor-navigation-ex-anchor" href="#2-&#x5236;&#x4F5C;&#x8BC1;&#x4E66;"><i class="fa fa-link" aria-hidden="true"></i></a>2. &#x5236;&#x4F5C;&#x8BC1;&#x4E66;</h3>
<pre class="language-"><code>#!/bin/bash

# &#x751F;&#x6210;&#x6839;&#x79D8;&#x94A5;&#x53CA;&#x8BC1;&#x4E66;
openssl req -x509 -sha256 -newkey rsa:2048 -keyout ca.key -out ca.crt -days 3560 -nodes -subj &apos;/CN=custom-metrics-apiserver LStack Authority&apos;

# &#x751F;&#x6210;&#x670D;&#x52A1;&#x5668;&#x5BC6;&#x94A5;&#xFF0C;&#x8BC1;&#x4E66;&#x5E76;&#x4F7F;&#x7528;CA&#x8BC1;&#x4E66;&#x7B7E;&#x540D;
openssl genrsa -out server.key 2048
openssl req -new -key server.key -subj &quot;/CN=custom-metrics-apiserver&quot; -out server.csr
#echo subjectAltName = IP:oam.lstack.com.cn &gt; extfile.cnf
#openssl x509 -req -in server.csr -CA ca.crt -CAkey ca.key -CAcreateserial -extfile extfile.cnf -out server.crt -days 3650
openssl x509 -req -in server.csr -CA ca.crt -CAkey ca.key -CAcreateserial -out server.crt -days 3650

kubectl create secret generic cm-adapter-serving-certs \
  --from-file=server.crt=server.crt \
  --from-file=server.key=server.key \
  --from-file=ca.crt=ca.crt \
  -n monitoring
</code></pre><h3 id="3-&#x521B;&#x5EFA;k8s-prometheus-adapter"><a name="3-&#x521B;&#x5EFA;k8s-prometheus-adapter" class="anchor-navigation-ex-anchor" href="#3-&#x521B;&#x5EFA;k8s-prometheus-adapter"><i class="fa fa-link" aria-hidden="true"></i></a>3. &#x521B;&#x5EFA;k8s-prometheus-adapter</h3>
<h4 id="31-&#x67E5;&#x770B;&#x5F53;&#x524D;&#x96C6;&#x7FA4;&#x4E2D;&#x7684;namespace-&#x548C;-pod-labels"><a name="31-&#x67E5;&#x770B;&#x5F53;&#x524D;&#x96C6;&#x7FA4;&#x4E2D;&#x7684;namespace-&#x548C;-pod-labels" class="anchor-navigation-ex-anchor" href="#31-&#x67E5;&#x770B;&#x5F53;&#x524D;&#x96C6;&#x7FA4;&#x4E2D;&#x7684;namespace-&#x548C;-pod-labels"><i class="fa fa-link" aria-hidden="true"></i></a>3.1 &#x67E5;&#x770B;&#x5F53;&#x524D;&#x96C6;&#x7FA4;&#x4E2D;&#x7684;namespace &#x548C; pod labels</h4>
<p><img src="https://cai-hello-1253732611.cos.ap-shanghai.myqcloud.com/share/161212.png" alt=""></p>
<h4 id="32-set-custom-metrics-deployment-configmap"><a name="32-set-custom-metrics-deployment-configmap" class="anchor-navigation-ex-anchor" href="#32-set-custom-metrics-deployment-configmap"><i class="fa fa-link" aria-hidden="true"></i></a>3.2 set custom metrics deployment configmap</h4>
<pre class="language-"><code>    rules:
    - seriesQuery: &apos;{__name__=~&quot;istio_requests_total&quot;}&apos;
      seriesFilters: []
      resources:
        overrides:
          kubernetes_namespace:
            resource: namespace
          kubernetes_pod_name:
            resource: pod
          destination_service_name:
            resource: service
      name:
        matches: &quot;^(.*)_total&quot;
        as: &quot;${1}_per_min&quot;
      metricsQuery: sum(increase(&lt;<span class="token tag"><span class="token tag"><span class="token punctuation">&lt;</span>.Series</span><span class="token punctuation">&gt;</span></span>&gt;{&lt;<span class="token tag"><span class="token tag"><span class="token punctuation">&lt;</span>.LabelMatchers</span><span class="token punctuation">&gt;</span></span>&gt;}[1m])) by (&lt;<span class="token tag"><span class="token tag"><span class="token punctuation">&lt;</span>.GroupBy</span><span class="token punctuation">&gt;</span></span>&gt;)
</code></pre><ul>
<li>seriesQuery&#xFF1A;&#x67E5;&#x8BE2; Prometheus &#x7684;&#x8BED;&#x53E5;&#xFF0C;&#x901A;&#x8FC7;&#x8FD9;&#x4E2A;&#x67E5;&#x8BE2;&#x8BED;&#x53E5;&#x67E5;&#x8BE2;&#x5230;&#x7684;&#x6240;&#x6709;&#x6307;&#x6807;&#x90FD;&#x53EF;&#x4EE5;&#x7528;&#x4E8E; HPA</li>
<li>seriesFilters&#xFF1A;&#x67E5;&#x8BE2;&#x5230;&#x7684;&#x6307;&#x6807;&#x53EF;&#x80FD;&#x4F1A;&#x5B58;&#x5728;&#x4E0D;&#x9700;&#x8981;&#x7684;&#xFF0C;&#x53EF;&#x4EE5;&#x901A;&#x8FC7;&#x5B83;&#x8FC7;&#x6EE4;&#x6389;&#x3002;</li>
<li><p>resources&#xFF1A;&#x901A;&#x8FC7; seriesQuery &#x67E5;&#x8BE2;&#x5230;&#x7684;&#x53EA;&#x662F;&#x6307;&#x6807;&#xFF0C;&#x5982;&#x679C;&#x9700;&#x8981;&#x67E5;&#x8BE2;&#x67D0;&#x4E2A; Pod &#x7684;&#x6307;&#x6807;&#xFF0C;&#x80AF;&#x5B9A;&#x8981;&#x5C06;&#x5B83;&#x7684;&#x540D;&#x79F0;&#x548C;&#x6240;&#x5728;&#x7684;&#x547D;&#x540D;&#x7A7A;&#x95F4;&#x4F5C;&#x4E3A;&#x6307;&#x6807;&#x7684;&#x6807;&#x7B7E;&#x8FDB;&#x884C;&#x67E5;&#x8BE2;&#xFF0C;resources &#x5C31;&#x662F;&#x5C06;&#x6307;&#x6807;&#x7684;&#x6807;&#x7B7E;&#x548C; k8s &#x7684;&#x8D44;&#x6E90;&#x7C7B;&#x578B;&#x5173;&#x8054;&#x8D77;&#x6765;&#xFF0C;&#x6700;&#x5E38;&#x7528;&#x7684;&#x5C31;&#x662F; pod &#x548C; namespace&#x3002;&#x6709;&#x4E24;&#x79CD;&#x6DFB;&#x52A0;&#x6807;&#x7B7E;&#x7684;&#x65B9;&#x5F0F;&#xFF0C;&#x4E00;&#x79CD;&#x662F; overrides&#xFF0C;&#x53E6;&#x4E00;&#x79CD;&#x662F; template&#x3002;</p>
</li>
<li><p>overrides&#xFF1A;&#x5B83;&#x4F1A;&#x5C06;&#x6307;&#x6807;&#x4E2D;&#x7684;&#x6807;&#x7B7E;&#x548C; k8s &#x8D44;&#x6E90;&#x5173;&#x8054;&#x8D77;&#x6765;&#x3002;&#x4E0A;&#x9762;&#x793A;&#x4F8B;&#x4E2D;&#x5C31;&#x662F;&#x5C06;&#x6307;&#x6807;&#x4E2D;&#x7684; pod &#x548C; namespace &#x6807;&#x7B7E;&#x548C; k8s &#x4E2D;&#x7684; pod &#x548C; namespace &#x5173;&#x8054;&#x8D77;&#x6765;&#xFF0C;&#x56E0;&#x4E3A; pod &#x548C; namespace &#x90FD;&#x5C5E;&#x4E8E;&#x6838;&#x5FC3; api &#x7EC4;&#xFF0C;&#x6240;&#x4EE5;&#x4E0D;&#x9700;&#x8981;&#x6307;&#x5B9A; api &#x7EC4;&#x3002;&#x5F53;&#x6211;&#x4EEC;&#x67E5;&#x8BE2;&#x67D0;&#x4E2A; pod &#x7684;&#x6307;&#x6807;&#x65F6;&#xFF0C;&#x5B83;&#x4F1A;&#x81EA;&#x52A8;&#x5C06; pod &#x7684;&#x540D;&#x79F0;&#x548C;&#x540D;&#x79F0;&#x7A7A;&#x95F4;&#x4F5C;&#x4E3A;&#x6807;&#x7B7E;&#x52A0;&#x5165;&#x5230;&#x67E5;&#x8BE2;&#x6761;&#x4EF6;&#x4E2D;&#x3002;&#x6BD4;&#x5982; nginx: {group: &quot;apps&quot;, resource: &quot;deployment&quot;} &#x8FD9;&#x4E48;&#x5199;&#x8868;&#x793A;&#x7684;&#x5C31;&#x662F;&#x5C06;&#x6307;&#x6807;&#x4E2D; nginx &#x8FD9;&#x4E2A;&#x6807;&#x7B7E;&#x548C; apps &#x8FD9;&#x4E2A; api &#x7EC4;&#x4E2D;&#x7684; deployment &#x8D44;&#x6E90;&#x5173;&#x8054;&#x8D77;&#x6765;&#xFF1B;</p>
</li>
<li>template&#xFF1A;&#x901A;&#x8FC7; go &#x6A21;&#x677F;&#x7684;&#x5F62;&#x5F0F;&#x3002;&#x6BD4;&#x5982;template: &quot;kube<em>&lt;&lt;.Group&gt;&gt;</em>&lt;&lt;.Resource&gt;&gt;&quot; &#x8FD9;&#x4E48;&#x5199;&#x8868;&#x793A;&#xFF0C;&#x5047;&#x5982; &lt;&lt;.Group&gt;&gt; &#x4E3A; apps&#xFF0C;&lt;&lt;.Resource&gt;&gt; &#x4E3A; deployment&#xFF0C;&#x90A3;&#x4E48;&#x5B83;&#x5C31;&#x662F;&#x5C06;&#x6307;&#x6807;&#x4E2D; kube_apps_deployment &#x6807;&#x7B7E;&#x548C; deployment &#x8D44;&#x6E90;&#x5173;&#x8054;&#x8D77;&#x6765;&#x3002;</li>
<li><p>name&#xFF1A;&#x7528;&#x6765;&#x7ED9;&#x6307;&#x6807;&#x91CD;&#x547D;&#x540D;&#x7684;&#xFF0C;&#x4E4B;&#x6240;&#x4EE5;&#x8981;&#x7ED9;&#x6307;&#x6807;&#x91CD;&#x547D;&#x540D;&#x662F;&#x56E0;&#x4E3A;&#x6709;&#x4E9B;&#x6307;&#x6807;&#x662F;&#x53EA;&#x589E;&#x7684;&#xFF0C;&#x6BD4;&#x5982;&#x4EE5; total &#x7ED3;&#x5C3E;&#x7684;&#x6307;&#x6807;&#x3002;&#x8FD9;&#x4E9B;&#x6307;&#x6807;&#x62FF;&#x6765;&#x505A; HPA &#x662F;&#x6CA1;&#x6709;&#x610F;&#x4E49;&#x7684;&#xFF0C;&#x6211;&#x4EEC;&#x4E00;&#x822C;&#x8BA1;&#x7B97;&#x5B83;&#x7684;&#x901F;&#x7387;&#xFF0C;&#x4EE5;&#x901F;&#x7387;&#x4F5C;&#x4E3A;&#x503C;&#xFF0C;&#x90A3;&#x4E48;&#x6B64;&#x65F6;&#x7684;&#x540D;&#x79F0;&#x5C31;&#x4E0D;&#x80FD;&#x4EE5; total &#x7ED3;&#x5C3E;&#x4E86;&#xFF0C;&#x6240;&#x4EE5;&#x8981;&#x8FDB;&#x884C;&#x91CD;&#x547D;&#x540D;&#x3002;</p>
</li>
<li><p>matches&#xFF1A;&#x901A;&#x8FC7;&#x6B63;&#x5219;&#x8868;&#x8FBE;&#x5F0F;&#x6765;&#x5339;&#x914D;&#x6307;&#x6807;&#x540D;&#xFF0C;&#x53EF;&#x4EE5;&#x8FDB;&#x884C;&#x5206;&#x7EC4;
as&#xFF1A;&#x9ED8;&#x8BA4;&#x503C;&#x4E3A; $1&#xFF0C;&#x4E5F;&#x5C31;&#x662F;&#x7B2C;&#x4E00;&#x4E2A;&#x5206;&#x7EC4;&#x3002;as &#x4E3A;&#x7A7A;&#x5C31;&#x662F;&#x4F7F;&#x7528;&#x9ED8;&#x8BA4;&#x503C;&#x7684;&#x610F;&#x601D;&#x3002;</p>
</li>
<li><p>metricsQuery&#xFF1A;&#x8FD9;&#x5C31;&#x662F; Prometheus &#x7684;&#x67E5;&#x8BE2;&#x8BED;&#x53E5;&#x4E86;&#xFF0C;&#x524D;&#x9762;&#x7684; seriesQuery &#x67E5;&#x8BE2;&#x662F;&#x83B7;&#x5F97; HPA &#x6307;&#x6807;&#x3002;&#x5F53;&#x6211;&#x4EEC;&#x8981;&#x67E5;&#x67D0;&#x4E2A;&#x6307;&#x6807;&#x7684;&#x503C;&#x65F6;&#x5C31;&#x8981;&#x901A;&#x8FC7;&#x5B83;&#x6307;&#x5B9A;&#x7684;&#x67E5;&#x8BE2;&#x8BED;&#x53E5;&#x8FDB;&#x884C;&#x4E86;&#x3002;&#x53EF;&#x4EE5;&#x770B;&#x5230;&#x67E5;&#x8BE2;&#x8BED;&#x53E5;&#x4F7F;&#x7528;&#x4E86;&#x901F;&#x7387;&#x548C;&#x5206;&#x7EC4;&#xFF0C;&#x8FD9;&#x5C31;&#x662F;&#x89E3;&#x51B3;&#x4E0A;&#x9762;&#x63D0;&#x5230;&#x7684;&#x53EA;&#x589E;&#x6307;&#x6807;&#x7684;&#x95EE;&#x9898;&#x3002;</p>
</li>
<li><p>Series&#xFF1A;&#x8868;&#x793A;&#x6307;&#x6807;&#x540D;&#x79F0;</p>
</li>
<li>LabelMatchers&#xFF1A;&#x9644;&#x52A0;&#x7684;&#x6807;&#x7B7E;&#xFF0C;&#x76EE;&#x524D;&#x53EA;&#x6709; pod &#x548C; namespace &#x4E24;&#x79CD;&#xFF0C;&#x56E0;&#x6B64;&#x6211;&#x4EEC;&#x8981;&#x5728;&#x4E4B;&#x524D;&#x4F7F;&#x7528; resources &#x8FDB;&#x884C;&#x5173;&#x8054;</li>
<li>GroupBy&#xFF1A;&#x5C31;&#x662F; pod &#x540D;&#x79F0;&#xFF0C;&#x540C;&#x6837;&#x9700;&#x8981;&#x4F7F;&#x7528; resources &#x8FDB;&#x884C;&#x5173;&#x8054;&#x3002;</li>
</ul>
<h4 id="33-&#x6267;&#x884C;&#x90E8;&#x7F72;prometheus-adapter&#x547D;&#x4EE4;"><a name="33-&#x6267;&#x884C;&#x90E8;&#x7F72;prometheus-adapter&#x547D;&#x4EE4;" class="anchor-navigation-ex-anchor" href="#33-&#x6267;&#x884C;&#x90E8;&#x7F72;prometheus-adapter&#x547D;&#x4EE4;"><i class="fa fa-link" aria-hidden="true"></i></a>3.3 &#x6267;&#x884C;&#x90E8;&#x7F72;prometheus-adapter&#x547D;&#x4EE4;</h4>
<pre class="language-"><code>kubectl create -f ./custom-metrics-api
</code></pre><h4 id="34-list-the-custom-metrics-provided-by-prometheus"><a name="34-list-the-custom-metrics-provided-by-prometheus" class="anchor-navigation-ex-anchor" href="#34-list-the-custom-metrics-provided-by-prometheus"><i class="fa fa-link" aria-hidden="true"></i></a>3.4 List the custom metrics provided by Prometheus:</h4>
<pre class="language-"><code>kubectl get --raw &quot;/apis/custom.metrics.k8s.io/v1beta1&quot; | jq .
</code></pre><p>response:</p>
<pre class="language-"><code>{
  &quot;kind&quot;: &quot;APIResourceList&quot;,
  &quot;apiVersion&quot;: &quot;v1&quot;,
  &quot;groupVersion&quot;: &quot;custom.metrics.k8s.io/v1beta1&quot;,
  &quot;resources&quot;: [
    {
      &quot;name&quot;: &quot;namespaces/istio_requests_per_min&quot;,
      &quot;singularName&quot;: &quot;&quot;,
      &quot;namespaced&quot;: false,
      &quot;kind&quot;: &quot;MetricValueList&quot;,
      &quot;verbs&quot;: [
        &quot;get&quot;
      ]
    },
    {
      &quot;name&quot;: &quot;pods/istio_requests_per_min&quot;,
      &quot;singularName&quot;: &quot;&quot;,
      &quot;namespaced&quot;: true,
      &quot;kind&quot;: &quot;MetricValueList&quot;,
      &quot;verbs&quot;: [
        &quot;get&quot;
      ]
    },
    {
      &quot;name&quot;: &quot;services/istio_requests_per_min&quot;,
      &quot;singularName&quot;: &quot;&quot;,
      &quot;namespaced&quot;: true,
      &quot;kind&quot;: &quot;MetricValueList&quot;,
      &quot;verbs&quot;: [
        &quot;get&quot;
      ]
    }
  ]
}
</code></pre><p>&#x7531;&#x4E8E;&#x6211;&#x4EEC;&#x5728;prometheus&#x89C4;&#x5219;&#x4E2D;&#x590D;&#x5199;&#x4E86;3&#x79CD;&#x8D44;&#x6E90;&#xFF0C;&#x6240;&#x4EE5;&#x8FD9;&#x91CC;&#x663E;&#x793A;&#x540C;&#x4E00;&#x4E2A;&#x6307;&#x6807;&#xFF08;istio_requests_per_min&#xFF09;&#xFF0C;&#x5BF9;&#x5E94;&#x4E09;&#x79CD;&#x8D44;&#x6E90;&#xFF08;namespaces&#xFF0C;pods&#xFF0C;services&#xFF09;&#x7684;&#x91C7;&#x96C6;</p>
<h3 id="4&#x521B;&#x5EFA;&#x8981;&#x81EA;&#x52A8;&#x6269;&#x7F29;&#x7684;&#x5E94;&#x7528;&#x548C;hpa"><a name="4&#x521B;&#x5EFA;&#x8981;&#x81EA;&#x52A8;&#x6269;&#x7F29;&#x7684;&#x5E94;&#x7528;&#x548C;hpa" class="anchor-navigation-ex-anchor" href="#4&#x521B;&#x5EFA;&#x8981;&#x81EA;&#x52A8;&#x6269;&#x7F29;&#x7684;&#x5E94;&#x7528;&#x548C;hpa"><i class="fa fa-link" aria-hidden="true"></i></a>4.&#x521B;&#x5EFA;&#x8981;&#x81EA;&#x52A8;&#x6269;&#x7F29;&#x7684;&#x5E94;&#x7528;&#x548C;HPA</h3>
<p>&#x4E0B;&#x4EEC;&#x6211;&#x4EEC;&#x4E3A;istio bookinfo &#x4E2D;&#x7684; productpage&#x521B;&#x5EFA;HPA&#xFF0C;&#x5F53;productpage &#x670D;&#x52A1;&#x5728;1&#x5206;&#x949F;&#x5185;&#x8BF7;&#x6C42;&#x8FBE;&#x5230;100&#x6B21;&#x7684;&#x65F6;&#x5019;&#x542F;&#x52A8;pod&#x6269;&#x5BB9;&#x673A;&#x5236;</p>
<pre class="language-"><code>apiVersion: autoscaling/v2beta1
kind: HorizontalPodAutoscaler
metadata:
  name: productpage
spec:
  scaleTargetRef:
    apiVersion: apps/v1
    kind: Deployment
    name: productpage-v1
  minReplicas: 1
  maxReplicas: 5
  metrics:
    - type: Pods
      pods:
        metricName: istio_requests_per_min
        targetAverageValue: 100  # &#x53EA;&#x652F;&#x6301;&#x5E73;&#x5747;&#x503C;
</code></pre><h3 id="5prometheus-&#x89C2;&#x5BDF;-istiorequeststotal-1min&#x8FDE;&#x63A5;&#x6570;&#x6307;&#x6807;"><a name="5prometheus-&#x89C2;&#x5BDF;-istiorequeststotal-1min&#x8FDE;&#x63A5;&#x6570;&#x6307;&#x6807;" class="anchor-navigation-ex-anchor" href="#5prometheus-&#x89C2;&#x5BDF;-istiorequeststotal-1min&#x8FDE;&#x63A5;&#x6570;&#x6307;&#x6807;"><i class="fa fa-link" aria-hidden="true"></i></a>5.prometheus &#x89C2;&#x5BDF; istio_requests_total 1min&#x8FDE;&#x63A5;&#x6570;&#x6307;&#x6807;</h3>
<p>&#x67E5;&#x8BE2;&#x516C;&#x5F0F;&#xFF1A; sum(increase(istio_request_bytes_count{destination_service_name=&quot;productpage-v1&quot;}[1m]))</p>
<p><img src="https://cai-hello-1253732611.cos.ap-shanghai.myqcloud.com/share/161218.png" alt=""></p>
<h3 id="6&#x538B;&#x529B;&#x6D4B;&#x8BD5;"><a name="6&#x538B;&#x529B;&#x6D4B;&#x8BD5;" class="anchor-navigation-ex-anchor" href="#6&#x538B;&#x529B;&#x6D4B;&#x8BD5;"><i class="fa fa-link" aria-hidden="true"></i></a>6.&#x538B;&#x529B;&#x6D4B;&#x8BD5;</h3>
<pre class="language-"><code>&#x4E3A;&#x4E86;&#x589E;&#x52A0;CPU&#x4F7F;&#x7528;&#x7387;&#xFF0C;&#x8BF7;&#x4F7F;&#x7528;rakyll / hey&#x8FD0;&#x884C;&#x8D1F;&#x8F7D;&#x6D4B;&#x8BD5;&#xFF1A;

#install hey
go get -u github.com/rakyll/hey

#do 10K requests
hey -n 10000 -q 10 -c 5 http://<span class="token tag"><span class="token tag"><span class="token punctuation">&lt;</span>ingress-gateway</span> <span class="token attr-name">NodeIP</span><span class="token punctuation">&gt;</span></span> <span class="token tag"><span class="token tag"><span class="token punctuation">&lt;</span>NodePort</span><span class="token punctuation">&gt;</span></span>/productpage
</code></pre><p>&#x601D;&#x8003;&#x89E3;&#x7B54;&#xFF1A;</p>
<p>1&#xFF09;prometheus &#x9700;&#x8981;&#x4FEE;&#x6539;&#x914D;&#x7F6E;&#xFF0C;&#x6DFB;&#x52A0; &#x5355;&#x4F4D;&#x65F6;&#x95F4;&#x5185;&#x91C7;&#x6837;&#x6307;&#x6807;&#x540D;&#x79F0;&#x548C;&#x89C4;&#x5219;&#x3002;</p>
<p>2 )  &#x4FEE;&#x6539; prometheus-adapter &#x7684;&#x914D;&#x7F6E;&#x6587;&#x4EF6;&#xFF0C;rules[index].resources.overrides,   &#x5176;&#x4E2D;key &#x662F; prometheus&#x4E2D;&#x7684;label&#xFF0C;value &#x662F;k8s&#x4E2D;&#x7684;&#x8D44;&#x6E90;&#x540D;&#x79F0;&#x3002;[&#x8BE6;&#x7EC6;&#x914D;&#x7F6E;&#x8BF7;&#x770B;&#x4E0A;&#x9762;&#x7684;3.2]</p>
<p>3&#xFF09;&#x81EA;&#x52A8;&#x7F29;&#x653E;&#x5668;&#x4E0D;&#x4F1A;&#x7ACB;&#x5373;&#x5BF9;&#x4F7F;&#x7528;&#x5CF0;&#x503C;&#x505A;&#x51FA;&#x53CD;&#x5E94;&#x3002;&#x9ED8;&#x8BA4;&#x60C5;&#x51B5;&#x4E0B;&#xFF0C;&#x5EA6;&#x91CF;&#x6807;&#x51C6;&#x540C;&#x6B65;&#x6BCF;30&#x79D2;&#x53D1;&#x751F;&#x4E00;&#x6B21;&#xFF0C;&#x53EA;&#x6709;&#x5728;&#x6700;&#x540E;3-5&#x5206;&#x949F;&#x5185;&#x6CA1;&#x6709;&#x91CD;&#x65B0;&#x7F29;&#x653E;&#x65F6;&#x624D;&#x80FD;&#x8FDB;&#x884C;&#x6269;&#x5C55;/&#x7F29;&#x5C0F;&#x3002;&#x901A;&#x8FC7;&#x8FD9;&#x79CD;&#x65B9;&#x5F0F;&#xFF0C;HPA&#x53EF;&#x4EE5;&#x9632;&#x6B62;&#x5FEB;&#x901F;&#x6267;&#x884C;&#x51B2;&#x7A81;&#x7684;&#x51B3;&#x7B56;&#xFF0C;&#x5E76;&#x4E3A;Cluster Autoscaler&#x63D0;&#x4F9B;&#x65F6;&#x95F4;&#x3002;</p>
<h2 id="&#x4E09;&#xFF09;external--metric-hpa"><a name="&#x4E09;&#xFF09;external--metric-hpa" class="anchor-navigation-ex-anchor" href="#&#x4E09;&#xFF09;external--metric-hpa"><i class="fa fa-link" aria-hidden="true"></i></a>&#x4E09;&#xFF09;External  Metric HPA</h2>
<p><a href="https://github.com/AliyunContainerService/alibaba-cloud-metrics-adapter" target="_blank">github &#x963F;&#x91CC;&#x4E91; &#x6269;&#x5C55;&#x6307;&#x6807;&#x9879;&#x76EE;</a></p>
<p><em>&#x53C2;&#x8003;&#x8FDE;&#x63A5;:</em></p>
<ul>
<li><p><a href="https://kubernetes.io/zh/docs/tasks/run-application/horizontal-pod-autoscale-walkthrough/" target="_blank">&#x5B98;&#x65B9;&#x6587;&#x6863;</a></p>
</li>
<li><p><a href="https://github.com/DirectXMan12/k8s-prometheus-adapter/blob/master/docs/walkthrough.md" target="_blank">&#x81EA;&#x5B9A;&#x4E49;&#x6307;&#x6807; &#x9002;&#x914D;&#x5668;</a></p>
</li>
<li><p><a href="https://github.com/kubernetes-sigs/custom-metrics-apiserver/blob/master/docs/getting-started.md" target="_blank">&#x5F00;&#x53D1;&#x81EA;&#x5B9A;&#x4E49;&#x6307;&#x6807;&#x9002;&#x914D;&#x5668;&#x6307;&#x5357;</a></p>
</li>
<li><p><a href="https://github.com/stefanprodan/k8s-prom-hpa" target="_blank">github HPA &#x6D4B;&#x8BD5;demo</a></p>
</li>
<li><p><a href="https://github.com/kubernetes/community/blob/master/contributors/design-proposals/instrumentation/custom-metrics-api.md" target="_blank">custom-metrics-api &#x8BBE;&#x8BA1;&#x63D0;&#x6848;</a></p>
</li>
</ul>
<footer class="page-footer"><span class="copyright">Copyright &#xA9; caixisheng 2017 all right reserved&#xFF0C;powered by Gitbook</span><span class="footer-modification">&#x8BE5;&#x6587;&#x4EF6;&#x4FEE;&#x8BA2;&#x65F6;&#x95F4;&#xFF1A;
2021-05-19 10:00:31
</span></footer> <link rel="stylesheet" type="text/css" href="https://storage.googleapis.com/app.klipse.tech/css/codemirror.css"> <script>     window.klipse_settings = {         selector: ".language-klipse, .lang-eval-clojure",         selector_eval_js: ".lang-eval-js",         selector_eval_python_client: ".lang-eval-python",         selector_eval_php: ".lang-eval-php",         selector_eval_scheme: ".lang-eval-scheme",         selector_eval_ruby: ".lang-eval-ruby",         selector_reagent: ".lang-reagent",        selector_google_charts: ".lang-google-chart",        selector_es2017: ".lang-eval-es2017",        selector_jsx: ".lang-eval-jsx",        selector_transpile_jsx: ".lang-transpile-jsx",        selector_render_jsx: ".lang-render-jsx",        selector_react: ".lang-react",        selector_eval_markdown: ".lang-render-markdown",        selector_eval_lambdaway: ".lang-render-lambdaway",        selector_eval_cpp: ".lang-eval-cpp",        selector_eval_html: ".lang-render-html",        selector_sql: ".lang-eval-sql",        selector_brainfuck: "lang-eval-brainfuck",        selector_js: ".lang-transpile-cljs"    }; </script> <script src="https://storage.googleapis.com/app.klipse.tech/plugin/js/klipse_plugin.js"></script>
                                
                                </section>
                            
    </div>
    <div class="search-results">
        <div class="has-results">
            
            <h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
            <ul class="search-results-list"></ul>
            
        </div>
        <div class="no-results">
            
            <h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
            
        </div>
    </div>
</div>

                        </div>
                    </div>
                
            </div>

            
                
                <a href="./" class="navigation navigation-prev " aria-label="Previous page: Task">
                    <i class="fa fa-angle-left"></i>
                </a>
                
                
                <a href="kubectl patch.html" class="navigation navigation-next " aria-label="Next page: Kubectl Patch">
                    <i class="fa fa-angle-right"></i>
                </a>
                
            
        
    </div>

    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
            gitbook.page.hasChanged({"page":{"title":"HPA","level":"1.9.29.1","depth":3,"next":{"title":"Kubectl Patch","level":"1.9.29.2","depth":3,"path":"blog/kubernetes/task/kubectl patch.md","ref":"blog/kubernetes/task/kubectl patch.md","articles":[]},"previous":{"title":"Task","level":"1.9.29","depth":2,"path":"blog/kubernetes/task/README.md","ref":"blog/kubernetes/task/README.md","articles":[{"title":"HPA","level":"1.9.29.1","depth":3,"path":"blog/kubernetes/task/HPA.md","ref":"blog/kubernetes/task/HPA.md","articles":[]},{"title":"Kubectl Patch","level":"1.9.29.2","depth":3,"path":"blog/kubernetes/task/kubectl patch.md","ref":"blog/kubernetes/task/kubectl patch.md","articles":[]},{"title":"Pod 信息注入","level":"1.9.29.3","depth":3,"path":"blog/kubernetes/task/pod 信息注入.md","ref":"blog/kubernetes/task/pod 信息注入.md","articles":[]},{"title":"Pod 垂直扩缩容","level":"1.9.29.4","depth":3,"path":"blog/kubernetes/task/pod 垂直扩缩容.md","ref":"blog/kubernetes/task/pod 垂直扩缩容.md","articles":[]},{"title":"Readme","level":"1.9.29.5","depth":3,"path":"blog/kubernetes/task/readme.md","ref":"blog/kubernetes/task/readme.md","articles":[]},{"title":"Server Side Apply","level":"1.9.29.6","depth":3,"path":"blog/kubernetes/task/server-side-apply.md","ref":"blog/kubernetes/task/server-side-apply.md","articles":[]},{"title":"准入控制","level":"1.9.29.7","depth":3,"path":"blog/kubernetes/task/准入控制.md","ref":"blog/kubernetes/task/准入控制.md","articles":[]},{"title":"聚合Api","level":"1.9.29.8","depth":3,"path":"blog/kubernetes/task/聚合api.md","ref":"blog/kubernetes/task/聚合api.md","articles":[]},{"title":"资源预留配置","level":"1.9.29.9","depth":3,"path":"blog/kubernetes/task/资源预留配置.md","ref":"blog/kubernetes/task/资源预留配置.md","articles":[]}]},"dir":"ltr"},"config":{"plugins":["summary","expandable-chapters","toggle-chapters","theme-comscore","-lunr","-search","-highlight","-livereload","search-plus@^0.0.11","simple-page-toc@^0.1.1","github@^2.0.0","github-buttons@2.1.0","edit-link@^2.0.2","disqus@^0.1.0","prism@^2.1.0","prism-themes@^0.0.2","advanced-emoji@^0.2.1","anchors@^0.7.1","include-codeblock@^3.0.2","emphasize@^1.1.0","katex@^1.1.3","splitter@^0.0.8","mermaid-gb3@2.1.0","tbfed-pagefooter@^0.0.1","expandable-chapters-small@^0.1.7","sectionx@^3.1.0","donate@^1.0.2","local-video@^1.0.1","anchor-navigation-ex@0.1.8","favicon@^0.0.2","3-ba@^0.9.0","terminal@^0.3.2","alerts@^0.2.0","include-csv@^0.1.0","puml@^1.0.1","musicxml@^1.0.2","klipse@^1.2.0","versions-select@^0.1.1","-sharing","sharing-plus@^0.0.2","graph@^0.1.0","chart@^0.2.0"],"root":".","styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"pluginsConfig":{"tbfed-pagefooter":{"copyright":"Copyright © caixisheng 2017","modify_label":"该文件修订时间：","modify_format":"YYYY-MM-DD HH:mm:ss"},"prism":{"css":["prism-themes/themes/prism-base16-ateliersulphurpool.light.css"]},"include-csv":{},"disqus":{"useIdentifier":false,"shortName":"gitbookuse"},"emphasize":{},"github":{"url":"https://github.com/xishengcai/xisheng.blog"},"puml":{},"simple-page-toc":{"maxDepth":3,"skipFirstH1":true},"summary":{},"splitter":{},"sharing-plus":{"qq":false,"all":["facebook","google","twitter","instapaper","linkedin","pocket","stumbleupon"],"douban":false,"facebook":true,"weibo":false,"instapaper":false,"whatsapp":false,"hatenaBookmark":false,"twitter":true,"messenger":false,"line":false,"vk":false,"pocket":true,"google":false,"viber":false,"stumbleupon":false,"qzone":false,"linkedin":false},"versions-select":{"type":"branches"},"graph":{},"donate":{"alipay":"https://cai-hello-1253732611.cos.ap-shanghai.myqcloud.com/share/zhifubao-pay.jpg","alipayText":"支付宝打赏","button":"赏","title":"","wechat":"https://cai-hello-1253732611.cos.ap-shanghai.myqcloud.com/share/weixin-pay.jpg","wechatText":"微信打赏"},"katex":{},"fontsettings":{"theme":"white","family":"sans","size":2},"musicxml":{},"sectionx":{"tag":"b"},"mermaid-gb3":{},"anchor-navigation-ex":{"isRewritePageTitle":false,"tocLevel1Icon":"fa fa-hand-o-right","tocLevel2Icon":"fa fa-hand-o-right","tocLevel3Icon":"fa fa-hand-o-right"},"favicon":{"shortcut":"favicon.ico","bookmark":"favicon.ico"},"theme-comscore":{},"prism-themes":{},"alerts":{},"github-buttons":{"repo":"xishengcai/xisheng.blog","types":["star"],"size":"small"},"3-ba":{"configuration":"auto","token":"ff100361cdce95dd4c8fb96b4009f7bc"},"expandable-chapters-small":{},"local-video":{},"klipse":{"myConfigKey":"it's the default value"},"advanced-emoji":{"embedEmojis":false},"include-codeblock":{"check":false,"edit":true,"fixlang":false,"lang":"","template":"ace","theme":"chrome","unindent":true},"sharing":{"qq":false,"all":["facebook","google","twitter","weibo","instapaper","linkedin","pocket","stumbleupon","qq","qzone"],"douban":false,"facebook":false,"weibo":true,"instapaper":false,"whatsapp":false,"hatenaBookmark":false,"twitter":false,"messenger":false,"line":false,"vk":false,"pocket":false,"google":true,"viber":false,"stumbleupon":false,"qzone":false,"linkedin":true},"terminal":{"copyButtons":true,"fade":false,"style":"flat"},"edit-link":{"label":"Edit This Page","base":"https://github.com/xishengcai/xisheng.blog/edit/master"},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":true},"anchors":{},"chart":{"type":"c3"},"toggle-chapters":{},"expandable-chapters":{},"search-plus":{}},"theme":"default","author":"xishengcai","pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"variables":{},"title":"这是程序员吗","language":"zh-hans","output.name":"site","links":{"sidebar":{"Home":"https://xisheng.vip"}},"gitbook":"3.2.3","description":"这是程序员吗"},"file":{"path":"blog/kubernetes/task/HPA.md","mtime":"2021-05-19T02:00:31.755Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2021-06-23T07:51:54.455Z"},"basePath":"../../..","book":{"language":""}});
        });
    </script>
</div>

        
    
    <script src="../../../gitbook/gitbook.js"></script>
    <script src="../../../gitbook/theme.js"></script>
    
        
        <script src="../../../gitbook/gitbook-plugin-expandable-chapters/expandable-chapters.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-toggle-chapters/toggle.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-search-plus/jquery.mark.min.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-search-plus/search.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-github/plugin.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-github-buttons/plugin.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-edit-link/plugin.js"></script>
        
    
        
        <script src="https://cdnjs.cloudflare.com/ajax/libs/URI.js/1.16.1/URI.min.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-disqus/plugin.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-splitter/splitter.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-mermaid-gb3/book/plugin.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-expandable-chapters-small/expandable-chapters-small.js"></script>
        
    
        
        <script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/js/bootstrap.min.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-sectionx/sectionx.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-donate/plugin.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-local-video/video.min.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-3-ba/plugin.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-terminal/plugin.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-alerts/plugin.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-musicxml/osmd.min.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-musicxml/musicxml.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-musicxml/promise.min.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-versions-select/plugin.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-sharing-plus/buttons.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
        
    
        
        <script src="../../../gitbook/gitbook-plugin-theme-comscore/test.js"></script>
        
    

    <script src="../../../gitbook/gitbook-plugin-mermaid-gb3/mermaid/mermaid.min.js"></script>

    </body>
</html>

